-- Logs begin at Tue 2021-06-29 22:30:52 UTC, end at Tue 2021-06-29 23:41:02 UTC. -- Jun 29 23:16:03.360227 dv-cinder-796946-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 23:16:05.977028 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.common.config [-] Logging enabled! Jun 29 23:16:05.977623 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 23:16:05.977784 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 23:16:05.981413 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.common.config [-] Logging enabled! Jun 29 23:16:05.981669 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 23:16:05.981972 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 23:16:05.982886 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 23:16:05.983118 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 23:16:05.983485 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 23:16:05.983730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 23:16:05.983952 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 23:16:05.984267 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.984559 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.984848 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.985073 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.985363 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.985645 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.985922 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.986203 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.986494 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.986769 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.987041 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.987317 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.987574 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.987849 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.988130 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.988408 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.988628 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] debug = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.988899 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.989311 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.989714 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.989989 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.990271 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.990543 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.990807 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.991074 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.991355 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.991704 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] host = dv-cinder-796946-2-iscsi {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.991975 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.992253 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.992532 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.992810 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.993075 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.993342 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.993618 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.993881 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.994144 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] log_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.994412 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.994691 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.994970 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.995252 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.995499 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.995719 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.995998 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.996277 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.996598 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.996869 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.997136 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.997402 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.997668 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.997929 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.998206 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.998484 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.998762 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.999029 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.999295 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.999594 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:05.999861 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.000140 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.000408 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.000675 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.000940 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.001219 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.001486 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.001751 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.002045 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.002323 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.002596 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.002873 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.003140 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.003414 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.003701 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.003966 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.004231 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] use_json = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.004494 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.004757 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.005031 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.005295 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.005559 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.005824 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.006088 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.006367 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:06.006657 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.006948 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.007243 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.007599 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.007890 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.008168 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.008452 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.008720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.009010 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.009292 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.009574 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.009846 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.010130 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.010402 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.010691 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.010990 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.011277 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.011586 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.011859 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.012654 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.012925 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.013198 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.013481 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.013769 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.014053 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.014322 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.014595 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.014879 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.015150 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.015416 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.015707 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.015988 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.016260 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.016527 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.016801 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.017074 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.017339 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.017602 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.017871 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.018154 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.018425 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.018689 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.018956 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.019227 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.019525 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.019805 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.020075 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.020338 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.020601 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.020870 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.021135 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.021398 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.021672 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.021936 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.022203 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.022467 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.022732 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.022997 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.023262 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.023551 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.023818 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.024083 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.024353 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.024620 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.024885 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.025150 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.025416 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.025679 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.025960 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.026250 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.026523 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.026795 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.027067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.027337 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.027648 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.028455 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.028730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.029003 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.029270 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.029554 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.029832 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.030110 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.030386 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.030658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.030947 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.031220 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.031528 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.031799 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.032072 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.032354 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.032631 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.032920 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.033205 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.033489 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.033773 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.034057 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.034331 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.034635 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.034911 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:06.035134 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 23:16:06.035360 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93531) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 23:16:06.377169 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:06.377446 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:06.377733 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:06.378056 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 23:16:06.760802 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.761088 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.761360 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.763163 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.763460 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.763723 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.800271 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.800546 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.800812 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.813899 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.814176 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.814442 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.844535 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.844815 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.845084 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.879406 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.879705 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:06.879972 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.108341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.108959 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.108959 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.109130 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.109762 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.238419 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.238740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.239024 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.239294 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.239582 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.239892 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.240148 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.240399 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.240649 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.240926 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.241182 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.241445 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.241703 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.241985 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.242219 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.242480 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.242745 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.243144 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.243418 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.243698 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.243980 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.244329 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.244580 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.244862 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.245108 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.245350 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.245738 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:16:07.245976 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:16:07.246209 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:16:07.246466 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:16:07.246699 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:16:07.246929 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:16:07.247282 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 23:16:07.250347 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 23:16:07.254201 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 23:16:07.258025 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 29 23:16:07.259650 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 23:16:07.260097 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 23:16:07.260428 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 23:16:07.260803 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 23:16:07.264271 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 23:16:07.264518 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 23:16:07.264860 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 23:16:07.292048 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 23:16:07.292497 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.292788 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93531) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 23:16:07.293142 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.294505 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93531) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 23:16:07.294787 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 23:16:07.295029 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 23:16:07.298261 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.298544 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:07.361392 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 23:16:07.361578 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 23:16:07.361814 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 23:16:07.362179 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 23:16:07.382681 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_db.sqlalchemy.engines [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93531) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 23:16:08.052650 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Initializing driver for type 'gre' Jun 29 23:16:08.053191 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] gre ID ranges: [(1, 1000)] Jun 29 23:16:08.223783 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Initializing driver for type 'local' Jun 29 23:16:08.224377 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Initializing driver for type 'vlan' Jun 29 23:16:08.298019 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] VlanTypeDriver initialization complete Jun 29 23:16:08.298356 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Initializing driver for type 'vxlan' Jun 29 23:16:08.298849 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] vxlan ID ranges: [(1, 1000)] Jun 29 23:16:08.488956 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Initializing extension driver 'port_security' Jun 29 23:16:08.489300 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.extensions.port_security [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] PortSecurityExtensionDriver initialization complete Jun 29 23:16:08.489642 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Initializing mechanism driver 'openvswitch' Jun 29 23:16:08.489963 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Initializing mechanism driver 'hyperv' Jun 29 23:16:08.496582 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.plugins.ml2.plugin [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:08.497543 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > port after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.497926 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > port after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.498286 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > port after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.498680 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > subnet after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.499035 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > subnet after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.499382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.499786 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > network after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.500134 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > network after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.500476 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > network after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.500861 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > security_group after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.501215 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > security_group after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.501577 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.501950 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.502300 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.502647 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.503029 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > address_group after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.503382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > address_group after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.503749 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.504090 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] ML2 OVO RPC backend initialized. {{(pid=93531) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 23:16:08.504793 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.505149 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.505570 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > network before_response 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.505916 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > networks before_response 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.506262 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > port before_response 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.506606 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > ports before_response 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.506950 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > subnet before_response 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.507292 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > subnets before_response 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.507671 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > network after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.508012 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > network after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.508349 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > network after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.511868 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > port after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.511868 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > port after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.511868 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > port after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.511868 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > subnet after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.512170 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > subnet after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.512170 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.512170 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.plugin [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Modular L2 Plugin initialization complete Jun 29 23:16:08.512170 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading services supported by the core plugin {{(pid=93531) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 23:16:08.512170 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.plugins.ml2.managers [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Got port-security extension from driver 'port_security' Jun 29 23:16:08.512170 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.extensions.vlantransparent [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Disabled vlantransparent extension. Jun 29 23:16:08.512634 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93531) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 23:16:08.512798 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading Plugin: router Jun 29 23:16:08.548842 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.549237 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router after_create 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.549602 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router before_create 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.549965 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.550339 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.550687 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router after_delete 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.551045 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.551407 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router after_create 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.551778 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router after_update 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.552135 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router after_update 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.552478 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.552836 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router after_update 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.553244 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router precommit_update 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.553645 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: port after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.553989 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: port after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.554370 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: subnet after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.554664 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.555011 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.555359 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router precommit_create 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.555733 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: port before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.556080 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router precommit_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.556439 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router after_update 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.556781 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.557132 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router precommit_create 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.557497 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.557842 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router precommit_update 55549900 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.558207 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > agent after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.558560 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > agent after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.558907 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > network after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.559805 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Tracking information for resource: router configured {{(pid=93531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:16:08.560141 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Tracking information for resource: floatingip configured {{(pid=93531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 23:16:08.565032 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.db.l3_agentschedulers_db [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 23:16:08.565609 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: port after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.565970 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: port after_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.566322 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: port after_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.566673 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: port after_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.567495 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router before_create 55550100 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.567867 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.568229 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router precommit_create 55550100 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.568585 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > router precommit_update 55550100 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.573354 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.services.provider_configuration [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service providers = [] {{(pid=93531) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 23:16:08.573720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.db.servicetype_db [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93531) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 23:16:08.576641 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.services.service_base [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 23:16:08.576995 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.services.service_base [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 23:16:08.577341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.services.service_base [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 23:16:08.578230 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.services.service_base [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 23:16:08.578602 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.services.service_base [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 23:16:08.578983 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:16:08.579300 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 23:16:08.591651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:16:08.591993 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading Plugin: auto_allocate Jun 29 23:16:08.597847 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: network precommit_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.598218 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: network precommit_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.598740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:16:08.599067 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading Plugin: tag Jun 29 23:16:08.605631 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:16:08.606534 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading Plugin: timestamp Jun 29 23:16:08.610311 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:16:08.610648 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading Plugin: network_ip_availability Jun 29 23:16:08.616264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.616644 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.617005 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.617728 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:16:08.618052 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading Plugin: flavors Jun 29 23:16:08.622841 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:16:08.623175 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading Plugin: revisions Jun 29 23:16:08.627477 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 23:16:08.627878 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_concurrency.lockutils [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.250s {{(pid=93531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:08.628611 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93531) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 23:16:08.628947 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Initializing extension manager. Jun 29 23:16:08.629454 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: __init__.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.629794 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: __pycache__ {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.630125 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.630455 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: address_group.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.631197 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.631789 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: address-group Jun 29 23:16:08.632114 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: address_scope.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.632811 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.633325 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: address-scope Jun 29 23:16:08.633648 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.653789 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.654336 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: router-admin-state-down-before-update Jun 29 23:16:08.654677 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: agent.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.655407 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.655969 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: agent Jun 29 23:16:08.656300 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: agent_resources_synced.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.657249 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.657760 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: agent-resources-synced Jun 29 23:16:08.658085 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: allowedaddresspairs.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.659883 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.660415 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: allowed-address-pairs Jun 29 23:16:08.660746 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: auto_allocated_topology.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.662030 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.662553 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: auto-allocated-topology Jun 29 23:16:08.662879 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: availability_zone.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.663599 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.664111 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: availability_zone Jun 29 23:16:08.664449 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: availability_zone_filter.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.665344 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.665854 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: availability_zone_filter Jun 29 23:16:08.666180 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: data_plane_status.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.667071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.667612 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 23:16:08.667939 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: default_subnetpools.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.669418 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.669926 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: default-subnetpools Jun 29 23:16:08.670253 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.671092 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.671624 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: dhcp_agent_scheduler Jun 29 23:16:08.671954 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: dns.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.672856 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.673365 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 23:16:08.673685 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: dns_domain_ports.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.674588 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.675096 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 23:16:08.675419 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.682360 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.682866 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 23:16:08.683194 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: dvr.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.683902 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.684406 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: dvr Jun 29 23:16:08.684729 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: empty_string_filtering.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.685627 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.686135 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: empty-string-filtering Jun 29 23:16:08.686509 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.687966 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.688826 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 23:16:08.689380 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.690805 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.691744 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 23:16:08.692185 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: external_net.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.693117 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.694922 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: external-net Jun 29 23:16:08.695255 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.697132 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.697651 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: extra_dhcp_opt Jun 29 23:16:08.697981 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: extraroute.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.698891 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.701585 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: extraroute Jun 29 23:16:08.701925 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: extraroute_atomic.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.702976 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.703530 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: extraroute-atomic Jun 29 23:16:08.703866 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: filter_validation.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.705887 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.706405 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: filter-validation Jun 29 23:16:08.706733 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: fip_pf_description.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.707668 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.708176 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 23:16:08.708500 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: fip_port_details.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.709414 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.709925 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: fip-port-details Jun 29 23:16:08.710248 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: flavors.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.711536 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.712056 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: flavors Jun 29 23:16:08.712381 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.717608 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.718124 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 23:16:08.718448 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: floatingip_pools.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.719124 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.719671 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: floatingip-pools Jun 29 23:16:08.719992 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: ip_allocation.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.720933 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.721432 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 23:16:08.721750 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.722676 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.723422 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: ip-substring-filtering Jun 29 23:16:08.723910 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: l2_adjacency.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.724836 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.725340 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 23:16:08.725695 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: l3.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.726985 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.727521 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: router Jun 29 23:16:08.727920 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.730642 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.731295 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 23:16:08.731809 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.733336 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.733878 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: ext-gw-mode Jun 29 23:16:08.734198 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.735084 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.735618 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: l3-ha Jun 29 23:16:08.735941 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: l3_flavors.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.736839 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.737345 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: l3-flavors Jun 29 23:16:08.737667 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.738553 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.739062 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 23:16:08.739383 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: l3agentscheduler.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.740424 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.740926 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: l3_agent_scheduler Jun 29 23:16:08.741247 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: logging.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.742701 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.743214 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension logging not supported by any of loaded plugins Jun 29 23:16:08.743563 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: metering.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.744285 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.744856 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: metering Jun 29 23:16:08.745178 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.746257 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.746761 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: metering_source_and_destination_fields Jun 29 23:16:08.747081 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: multiprovidernet.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.747997 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.748496 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: multi-provider Jun 29 23:16:08.748820 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: netmtu.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.749712 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.750209 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: net-mtu Jun 29 23:16:08.750524 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: netmtu_writable.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.751406 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.751923 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: net-mtu-writable Jun 29 23:16:08.752239 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: network_availability_zone.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.752884 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.753378 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: network_availability_zone Jun 29 23:16:08.753697 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: network_ip_availability.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.754748 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.755255 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: network-ip-availability Jun 29 23:16:08.755608 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: network_segment_range.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.756358 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.756861 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 23:16:08.757171 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: pagination.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.770615 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.770937 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: pagination Jun 29 23:16:08.771253 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: port_device_profile.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.772167 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.772678 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: port-device-profile Jun 29 23:16:08.772997 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.773880 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.774386 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: port-mac-address-regenerate Jun 29 23:16:08.774704 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.775622 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.776125 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: port-numa-affinity-policy Jun 29 23:16:08.776438 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: port_resource_request.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.777340 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.778393 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 23:16:08.778706 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: portbindings.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.779634 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.780138 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: binding Jun 29 23:16:08.780450 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: portbindings_extended.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.781700 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.782206 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: binding-extended Jun 29 23:16:08.782529 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: portsecurity.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.783416 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.783941 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: port-security Jun 29 23:16:08.784260 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: project_id.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.785210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.785535 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: project-id Jun 29 23:16:08.785851 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: providernet.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.786750 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.787260 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: provider Jun 29 23:16:08.787611 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: qos.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.791231 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.791784 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension qos not supported by any of loaded plugins Jun 29 23:16:08.792111 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.793321 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.793831 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 23:16:08.794155 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.795042 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.795582 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 23:16:08.795904 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: qos_default.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.796785 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.797290 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension qos-default not supported by any of loaded plugins Jun 29 23:16:08.797610 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: qos_fip.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.798233 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.798732 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 23:16:08.799047 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: qos_gateway_ip.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.799977 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.800481 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 23:16:08.800797 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: qos_port_network_policy.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.801679 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.802178 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 23:16:08.802495 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: qos_rule_type_details.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.803389 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.803916 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 23:16:08.804234 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: qos_rules_alias.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.805296 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.805751 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 23:16:08.806073 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: quotasv2.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.806951 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.807272 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: quotas Jun 29 23:16:08.807624 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: quotasv2_detail.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.810606 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.810941 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: quota_details Jun 29 23:16:08.811269 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: rbac.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.812353 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.812872 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: rbac-policies Jun 29 23:16:08.813196 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: rbac_address_group.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.814094 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.814607 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: rbac-address-group Jun 29 23:16:08.814923 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: rbac_address_scope.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.815849 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.816354 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: rbac-address-scope Jun 29 23:16:08.816672 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: rbac_security_groups.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.817561 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.818065 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: rbac-security-groups Jun 29 23:16:08.818385 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: rbac_subnetpool.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.819309 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.819842 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: rbac-subnetpool Jun 29 23:16:08.820158 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: revisionifmatch.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.821070 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.821832 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: revision-if-match Jun 29 23:16:08.822150 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: revisions.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.823422 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.823954 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: standard-attr-revisions Jun 29 23:16:08.824276 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: router_availability_zone.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.825414 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.825926 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: router_availability_zone Jun 29 23:16:08.826245 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: routerservicetype.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.827135 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.827661 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 23:16:08.827977 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.833618 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.834125 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: security-groups-normalized-cidr Jun 29 23:16:08.834442 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.835327 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.835870 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: port-security-groups-filtering Jun 29 23:16:08.836194 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.837079 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.837581 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: security-groups-remote-address-group Jun 29 23:16:08.837896 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: securitygroup.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.847961 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.848482 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: security-group Jun 29 23:16:08.848802 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: segment.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.849572 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.850078 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension segment not supported by any of loaded plugins Jun 29 23:16:08.850401 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.851310 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.851845 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 23:16:08.852169 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: servicetype.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.853250 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.853768 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: service-type Jun 29 23:16:08.854091 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: sorting.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.855038 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.855365 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: sorting Jun 29 23:16:08.855766 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: standard_attr_segment.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.856732 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.857240 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 23:16:08.857554 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: standardattrdescription.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.858176 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.858676 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: standard-attr-description Jun 29 23:16:08.858994 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: stateful_security_group.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.859919 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.860422 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: stateful-security-group Jun 29 23:16:08.860738 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: stdattrs_common.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.861291 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 23:16:08.861606 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.862495 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.863039 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 23:16:08.863355 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: subnet_onboard.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.864405 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.864911 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: subnet_onboard Jun 29 23:16:08.865231 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.866132 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.866632 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 23:16:08.866953 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: subnet_service_types.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.867873 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.868376 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: subnet-service-types Jun 29 23:16:08.868698 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: subnetallocation.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.874854 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.875364 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: subnet_allocation Jun 29 23:16:08.875713 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.876358 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.876877 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: subnetpool-prefix-ops Jun 29 23:16:08.877188 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.878087 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.878588 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 23:16:08.878904 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: tagging.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.879961 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.880476 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: standard-attr-tag Jun 29 23:16:08.880800 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: timestamp.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.881958 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.882504 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loaded extension: standard-attr-timestamp Jun 29 23:16:08.882826 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: trunk.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.883854 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.884359 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension trunk not supported by any of loaded plugins Jun 29 23:16:08.884677 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: trunk_details.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.885559 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.886065 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 23:16:08.886376 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: uplink_status_propagation.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.887825 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.888329 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 23:16:08.888682 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Loading extension file: vlantransparent.py {{(pid=93531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 23:16:08.889330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 23:16:08.889832 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 23:16:08.892311 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:network Jun 29 23:16:08.892832 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:subnet Jun 29 23:16:08.893225 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:16:08.893616 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:port Jun 29 23:16:08.894820 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.895255 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service FLAVORS assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.895899 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.896338 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.897616 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:router Jun 29 23:16:08.897616 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 23:16:08.897616 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service METERING assigned prefix: /metering {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.898960 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.899324 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.899692 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:16:08.900669 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 23:16:08.901107 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:security_group Jun 29 23:16:08.901539 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 23:16:08.902152 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service CORE assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.902481 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:16:08.903442 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] subnetpool is already registered Jun 29 23:16:08.903871 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service CORE assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.904191 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:16:08.904517 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] subnetpool is already registered Jun 29 23:16:08.906793 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.907222 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service FLAVORS assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.907861 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.908276 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.908607 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:router Jun 29 23:16:08.908934 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] router is already registered Jun 29 23:16:08.909338 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 23:16:08.909664 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] floatingip is already registered Jun 29 23:16:08.910108 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service METERING assigned prefix: /metering {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.910760 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 23:16:08.911079 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] rbac_policy is already registered Jun 29 23:16:08.911516 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:security_group Jun 29 23:16:08.911853 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] security_group is already registered Jun 29 23:16:08.912244 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 23:16:08.912570 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] security_group_rule is already registered Jun 29 23:16:08.913175 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service CORE assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.913494 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:16:08.913818 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] subnetpool is already registered Jun 29 23:16:08.914264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.v2.resource_helper [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Service CORE assigned prefix: {{(pid=93531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 23:16:08.914582 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 23:16:08.914904 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING neutron.quota.resource_registry [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] subnetpool is already registered Jun 29 23:16:08.915355 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: extensions {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.916818 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: address-groups {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.918331 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: address-scopes {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.919662 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: agents {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.920815 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: auto-allocated-topology {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.922102 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: availability_zones {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.926320 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: dhcp-networks {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.926320 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: dhcp-agents {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.927410 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: routers {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.929134 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: flavors {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.930389 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: service_profiles {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.931708 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: next_providers {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.933142 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: service_profiles {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.934708 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: floatingip-pools {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.935971 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: routers {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.937670 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: floatingips {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.938944 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: l3-routers {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.940359 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: l3-agents {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.941790 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: metering-labels {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.943088 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: metering-label-rules {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.944490 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: network-ip-availabilities {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.945752 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: bindings {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.947603 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: quotas {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.949123 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: quotas {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.951067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: rbac-policies {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.952305 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: security-groups {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.953590 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: security-group-rules {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.954843 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: service-providers {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.956102 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: subnetpools {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.957496 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: subnetpools {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.959032 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.960733 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.962549 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.964350 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.966625 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.968593 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.970284 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.972168 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.974028 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.975800 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron.api.extensions [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Extended resource: tags {{(pid=93531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 23:16:08.981840 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING keystonemiddleware.auth_token [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 23:16:08.986295 dv-cinder-796946-2-iscsi neutron-server[93531]: WARNING keystonemiddleware.auth_token [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 23:16:08.995455 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_concurrency.lockutils [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Acquired lock "singleton_lock" {{(pid=93531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 23:16:08.995917 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_concurrency.lockutils [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Releasing lock "singleton_lock" {{(pid=93531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 23:16:08.996659 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO oslo_service.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Starting 2 workers Jun 29 23:16:09.001706 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Started child 93640 {{(pid=93531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 23:16:09.005996 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Started child 93641 {{(pid=93531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 23:16:09.007130 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:09.007804 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO neutron.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 23:16:09.008203 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Notify callbacks [] for process, before_spawn {{(pid=93531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:09.008566 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [-] (93640) wsgi starting up on http://0.0.0.0:9696 Jun 29 23:16:09.010658 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO oslo_service.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Starting 1 workers Jun 29 23:16:09.010954 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:09.012868 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [-] (93641) wsgi starting up on http://0.0.0.0:9696 Jun 29 23:16:09.016821 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Started child 93642 {{(pid=93531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 23:16:09.017360 dv-cinder-796946-2-iscsi neutron-server[93531]: INFO oslo_service.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Starting 1 workers Jun 29 23:16:09.020612 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] calling RpcWorker wait() {{(pid=93642) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 23:16:09.021166 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] returning from RpcWorker wait() {{(pid=93642) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 23:16:09.023946 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Started child 93643 {{(pid=93531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 23:16:09.024054 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:09.024054 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:09.024193 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG neutron_lib.callbacks.manager [None req-55b11665-bb8b-4832-b072-957520d44e27 None None] Notify callbacks [] for process, after_spawn {{(pid=93531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:09.025598 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 23:16:09.025814 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 23:16:09.026000 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 23:16:09.026209 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 23:16:09.026551 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 23:16:09.026715 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 23:16:09.027445 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.028311 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.028579 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.028782 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:09.029278 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.029278 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.029647 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.029884 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.030123 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.030300 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:09.030407 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.030613 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.031000 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.031274 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.031491 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.031900 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.032436 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.032912 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.033320 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.033824 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.034130 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.034595 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.035158 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.035409 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.035703 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] debug = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.036190 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.036610 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.037504 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.037939 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.038362 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.038828 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.039242 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.039840 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.040269 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.040400 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 39630) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:09.040503 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.040738 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.041001 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.041248 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.041470 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.041687 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.041971 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.042304 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.042698 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] host = dv-cinder-796946-2-iscsi {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.042936 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.043155 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.043463 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.043714 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.043972 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.044184 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.044434 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.044809 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.045063 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.045286 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.045550 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.045806 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.046038 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.046269 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.046435 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_options = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.046685 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.046957 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.047201 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.047391 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.047566 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.047748 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.048006 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.048232 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.048402 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.048628 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.049024 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066345 Jun 29 23:16:09.049240 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.049655 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.050014 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.050388 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.050627 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.051690 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.051690 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.051690 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.051690 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.056658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.056658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.056658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.056658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.056658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.056658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.056658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.056658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.056658 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057280 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057280 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057280 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057280 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057280 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057280 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057280 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057280 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057847 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057847 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057847 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057847 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057847 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.057847 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.058259 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.058259 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.058398 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.058626 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_json = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.058864 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.059098 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.059406 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.059786 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.060106 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.060524 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.060910 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.061177 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.061592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.061878 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.062324 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.062685 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.063026 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.063282 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.063568 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.063826 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.064076 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.064304 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.064627 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.064852 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.065128 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.065381 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.065615 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.065947 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.066185 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.066444 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.066673 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.067792 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.068016 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.068239 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.068562 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.068975 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.069239 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.069494 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.069707 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.069946 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.070162 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.070396 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.070625 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.070883 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.072198 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.072198 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.072198 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.072198 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.072812 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.072812 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.072812 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.073225 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.073225 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.073489 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.073643 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.073789 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.074017 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.074187 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.074421 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.075194 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.075438 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.075692 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.075917 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.076134 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.076345 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.076554 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.076768 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.076994 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.077210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.077418 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.077651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.077862 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.078104 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.078342 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.079145 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.079145 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.079145 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.079712 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.079712 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.079992 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.079992 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.080256 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.080395 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.080755 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.080894 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.081041 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.081200 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.081392 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.081784 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.081934 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.082321 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.082321 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.082598 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.082747 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.082888 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.083052 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.083480 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.084591 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.084730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.085127 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.085352 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.087330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.087330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.087330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.087330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.087330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.087330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.087330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.087330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.091865 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.091865 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.091865 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.091865 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.091865 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.091865 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.091865 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.091865 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.092442 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.092442 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.092442 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.092442 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.092442 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.092873 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.092873 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.093071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.093221 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.093440 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.093702 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.094004 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.094279 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.095221 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.095221 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.095221 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.095221 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.095892 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.095892 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.096139 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.096279 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.096400 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.097001 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.097001 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.097520 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.097520 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.097520 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.097860 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.098787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.098787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.098787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.098787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.100354 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.100354 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.100354 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.100354 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.100354 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.100354 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.100354 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.102162 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.102162 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.102162 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.102162 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.102162 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.102162 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.102162 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.102162 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.106720 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.107271 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.107358 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.109856 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.109856 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.109856 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.109856 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.109856 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.109856 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.109856 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.109856 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.111702 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.111702 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.111702 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.111702 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.111702 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.111702 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.111702 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.111702 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.112492 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.112492 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.112492 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.112492 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.112492 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.112492 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.112492 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.113177 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.113177 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.113177 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.113462 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.113538 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.114834 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.114834 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.114834 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.114834 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.114834 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.114834 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.115311 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.115311 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.115518 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.116469 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.116875 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.117071 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.117320 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.117481 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.117625 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.117815 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.118020 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.118237 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.118500 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.118656 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.118864 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.119072 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.119276 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.121300 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.121300 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.121300 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.121300 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.121300 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125382 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125869 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125869 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125869 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125869 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125869 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125869 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125869 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.125869 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.126339 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.126339 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.126339 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.126339 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.126339 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.126339 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.126683 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.126683 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.126957 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.127200 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.127451 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.128520 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.128950 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.129542 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.129542 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.129722 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.130020 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.130331 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.130749 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.131018 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.131247 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.131546 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.131772 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.131987 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.132284 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.132442 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.132630 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.132885 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.133113 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.133334 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.133573 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.133805 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.134038 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.134259 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.134463 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.134695 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.134906 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.135065 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 23:16:09.135642 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 23:16:09.135797 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 23:16:09.135945 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 23:16:09.136113 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 23:16:09.136280 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 23:16:09.136431 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 23:16:09.136635 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.136780 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.137594 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.137594 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.137822 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.137905 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.138753 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.138753 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.138753 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.138753 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.138753 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.138753 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139117 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139117 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139237 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139339 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139524 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139725 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139725 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139725 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139725 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139725 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139725 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] debug = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.139725 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.141073 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.141073 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.141073 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.141279 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.141279 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142041 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142041 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142041 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142041 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142041 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142379 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142379 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142498 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142562 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142723 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.142910 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.143030 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] host = dv-cinder-796946-2-iscsi {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.143185 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.143340 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.143520 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.143677 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.143879 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.144040 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.144195 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145509 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145509 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_options = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145509 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145682 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145775 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.145946 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.146107 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.146266 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.146422 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.146578 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.146733 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.146888 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.147043 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.147198 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.147476 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.147608 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.147772 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.147909 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.148154 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.148276 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.148365 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.148542 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.148637 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.148786 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.148940 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.149093 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.149625 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.149625 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.149625 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.149860 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.149860 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.149992 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.150111 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.150265 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.150421 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.150669 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.150812 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.150958 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.151598 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.151598 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.151598 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.151598 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.151922 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.151922 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.152069 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.152148 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.152225 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_json = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154341 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154838 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 23:16:09.154838 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.154838 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.154838 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.155063 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.155063 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.155191 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.155330 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.155516 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.159787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.159787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.159787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.159787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.159787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.159787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.159787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.159787 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160289 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160289 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160289 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160289 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160289 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160289 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160289 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160289 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.160740 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161210 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161715 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161715 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161715 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161885 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.161948 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.162060 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.162218 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.162377 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.162536 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.164592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.164592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.164592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.164592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.164592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.164592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.164592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.164592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.164592 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.165264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.165264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.165264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.165264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.165264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.165264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.165264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.165264 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.166223 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.166223 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.167730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.167730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.167730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.167730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.167730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.167730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.167730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.167730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.167730 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.168682 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.168682 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.168682 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.168682 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.168682 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.168682 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.168682 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170214 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170214 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170214 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170214 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170214 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170214 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170214 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170214 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170716 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170716 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170716 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170716 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170716 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.170716 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.171108 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.171108 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.171108 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.171356 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.171456 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.171576 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.172197 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.172197 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.172197 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.172197 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.172473 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.172473 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.172635 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.172780 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.172948 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.173102 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.173267 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.173434 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.173593 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.173752 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.173909 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.174068 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.174235 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.174431 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.174555 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.174712 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.174874 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.175032 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.179449 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.179449 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.179449 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.179449 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.179449 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.179449 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.179449 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.179449 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180059 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180059 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180059 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180059 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180059 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180059 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180059 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180059 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180591 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180591 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180591 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180591 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180591 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180591 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180591 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.180591 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.181116 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.181116 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.181116 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.181116 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.181116 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.181116 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.181666 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.181941 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.182202 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.182462 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.182717 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.182997 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.183609 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.183609 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.184398 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.184599 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.184859 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.185097 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.185270 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.185440 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.185609 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.185776 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.185944 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.186111 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.186277 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.186443 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.186601 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.186760 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.186923 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.187088 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.187253 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.187418 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.187688 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.187950 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.188491 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.188491 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.188491 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.188697 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.188881 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.188968 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.189099 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.189355 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.189473 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.189636 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.189800 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.189963 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.190242 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.190465 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.190940 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.191030 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.191811 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.191811 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.191811 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.191811 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.192067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.192067 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.192184 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.192328 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.192489 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194050 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194050 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194050 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194050 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194050 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194050 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194050 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194050 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194621 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194621 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194621 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194621 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194906 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.194906 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.195048 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.195125 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.195642 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.195642 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.195642 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.195978 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.195978 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.196125 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.197651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.197651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.197651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.197651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.197651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.197651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.197651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.197651 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.198645 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.198645 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.198645 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.198645 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.198645 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.198645 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.198645 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.199128 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.199128 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.199128 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.199326 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.199413 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.199706 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.199796 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.200897 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.200897 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.200897 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.200897 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.200897 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.200897 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.201383 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.201383 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.201383 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.201590 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.201590 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.201744 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.201909 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.202128 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.202297 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.202464 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.202624 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.202775 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.202938 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.204476 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.204476 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.204476 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.204476 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.204476 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.204476 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 23:16:09.204476 dv-cinder-796946-2-iscsi neutron-server[93531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 23:16:09.219197 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:20.363419 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9527976e-93fa-4c77-b62b-916731c28e76 None None] get_active_networks_info from dv-cinder-796946-2-iscsi {{(pid=93642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 23:16:20.444417 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9527976e-93fa-4c77-b62b-916731c28e76 None None] No non-hosted networks {{(pid=93642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 23:16:20.482460 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.agentschedulers_db [None req-9527976e-93fa-4c77-b62b-916731c28e76 None None] DHCP Agent not found on host dv-cinder-796946-2-iscsi {{(pid=93642) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 23:16:20.600006 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9f588a8c-c07d-4a42-a365-f29cc86ce235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036896'] for agent, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:23.234125 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e68e89da-ea34-4be3-9998-8fdcd5374575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036896'] for agent, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:23.282616 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.db.api [None req-28f77e2e-9c83-4fb5-8fbd-3bb046aa5d7b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796946-2-iscsi {{(pid=93642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 23:16:23.284199 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_db.api [None req-28f77e2e-9c83-4fb5-8fbd-3bb046aa5d7b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 23:16:23.442320 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036896'] for agent, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:23.443280 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.443884 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.444364 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.444953 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.445423 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.445910 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.446776 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.447324 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.447999 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.448486 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.448955 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.450157 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:23.452210 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796946-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:23.475152 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796946-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:23.878286 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-28f77e2e-9c83-4fb5-8fbd-3bb046aa5d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:24.404156 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036896'] for agent, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:25.666712 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036896'] for agent, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:26.813008 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 39738) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:27.298599 dv-cinder-796946-2-iscsi neutron-server[93640]: WARNING oslo_policy.policy [None req-d5f945db-87d6-42ec-aaaf-4e10aa6ad0a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:16:27.299189 dv-cinder-796946-2-iscsi neutron-server[93640]: WARNING oslo_policy.policy [None req-d5f945db-87d6-42ec-aaaf-4e10aa6ad0a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:16:27.470780 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.db.l3_hamode_db [None req-be75efde-875f-4c46-ac99-0ca5fdecf2a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 23:16:27.513455 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [None req-d5f945db-87d6-42ec-aaaf-4e10aa6ad0a3 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:16:27.514507 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-d5f945db-87d6-42ec-aaaf-4e10aa6ad0a3 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7005498 Jun 29 23:16:27.546693 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75efde-875f-4c46-ac99-0ca5fdecf2a5 None None] Routers set() bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:16:27.547085 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75efde-875f-4c46-ac99-0ca5fdecf2a5 None None] Router IDs set() for agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 23:16:29.807098 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 39752) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:30.116691 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-93181461-fb65-43e2-952e-cb1bb260d841 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:16:30.209720 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.policy [None req-93181461-fb65-43e2-952e-cb1bb260d841 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 23:16:30.254289 dv-cinder-796946-2-iscsi neutron-server[93640]: WARNING oslo_policy.policy [None req-93181461-fb65-43e2-952e-cb1bb260d841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:16:30.254658 dv-cinder-796946-2-iscsi neutron-server[93640]: WARNING oslo_policy.policy [None req-93181461-fb65-43e2-952e-cb1bb260d841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:16:30.263069 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.quota [None req-93181461-fb65-43e2-952e-cb1bb260d841 admin admin] Loaded quota_driver: . Jun 29 23:16:30.451719 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-93181461-fb65-43e2-952e-cb1bb260d841 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775960925621', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775960926104', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775960935232', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775960931702', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775960939465', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775960892331', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2096042', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1927063', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-912153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-700231'] for rbac-policy, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:30.659981 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-93181461-fb65-43e2-952e-cb1bb260d841 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:30.661066 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-93181461-fb65-43e2-952e-cb1bb260d841 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8529840 Jun 29 23:16:33.172945 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 39764) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:33.465513 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Request body: {'network': {'project_id': '24af77af69374928ac379325c2d7057c', 'admin_state_up': True, 'tenant_id': '24af77af69374928ac379325c2d7057c', 'name': 'private'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:16:33.577715 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Made reservation on behalf of 24af77af69374928ac379325c2d7057c for: {'network': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:16:33.580382 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:33.596449 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:33.759202 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:33.869456 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:33.875370 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:33.894275 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:16:33.925920 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775963170106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:33.926514 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Unsubscribe: segment precommit_create {{(pid=93640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 23:16:33.926983 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.segments_db [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Added segment 6003b968-c8b9-4608-8beb-6e5008710997 of type vlan for network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 Jun 29 23:16:33.942756 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2adc34b-e0ba-4b74-acf7-3812a9f126a0,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:33.990748 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.991092 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.991420 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.991760 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.992073 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.992401 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.992711 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.993018 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.993335 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.993640 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.993939 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.994241 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Tracked resource versions report: Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: pushed versions: Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: { 'AddressGroup': {'1.2'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'ConntrackHelper': {'1.0'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Log': {'1.0'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Network': {'1.1'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Port': {'1.7'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'PortForwarding': {'1.2'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'QosPolicy': {'1.8'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SecurityGroup': {'1.4'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SubPort': {'1.0'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Subnet': {'1.1'}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Trunk': {'1.1'}} Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: consumer versions: Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: { DHCP agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: L3 agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: Metadata agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: Metering agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: Open vSwitch agent@dv-cinder-796946-2-iscsi: { 'AddressGroup': '1.2', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'ConntrackHelper': '1.0', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Log': '1.0', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Network': '1.1', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Port': '1.7', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'PortForwarding': '1.2', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'QosPolicy': '1.8', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SecurityGroup': '1.4', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SecurityGroupRule': '1.2', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SubPort': '1.0', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Subnet': '1.1', Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Trunk': '1.1'}} Jun 29 23:16:33.995293 dv-cinder-796946-2-iscsi neutron-server[93640]: {{(pid=93640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:16:34.040540 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:34.046997 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:34.143869 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:34.145245 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:34.145919 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:34.147915 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:34.240327 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Pushing event updated for resources: {'Network': ['ID=2a3c29f1-5e49-491f-b5a9-9dd2c541c054,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:34.243911 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:34.251752 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:16:34.287619 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1135538 Jun 29 23:16:36.862911 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 39778) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:37.247297 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce8feb-5715-414a-be28-5876b6018551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:37.248676 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-a8ce8feb-5715-414a-be28-5876b6018551 admin admin] 10.222.0.61 "GET /v2.0/networks/2a3c29f1-5e49-491f-b5a9-9dd2c541c054 HTTP/1.1" status: 200 len: 825 time: 0.3848090 Jun 29 23:16:37.272481 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-d319e367-0041-4e34-89d6-5bb115e25ffc admin admin] 10.222.0.61 "GET /v2.0/subnetpools/6ac8b70f-ddfe-45b9-936b-3cd7e30a7d88 HTTP/1.1" status: 200 len: 734 time: 0.0184844 Jun 29 23:16:37.281519 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Request body: {'subnet': {'subnetpool_id': '6ac8b70f-ddfe-45b9-936b-3cd7e30a7d88', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'ip_version': 4, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:16:37.385803 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Made reservation on behalf of 24af77af69374928ac379325c2d7057c for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:16:37.388573 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:37.749517 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:37.753733 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:37.821503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Checking segment: {'id': '6003b968-c8b9-4608-8beb-6e5008710997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:16:37.821890 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Network hostable DHCP agents. Network: 2a3c29f1-5e49-491f-b5a9-9dd2c541c054, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:16:37.826794 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1e3565-22e1-401a-ac8b-206a4d503bb0,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:37.831742 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:37.903351 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:16:37.974792 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 2a3c29f1-5e49-491f-b5a9-9dd2c541c054) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:16:37.980101 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:37.980708 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:37.985902 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8cf370-1e8d-4103-8ff6-e5d3a5e38a74 None None] Network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:16:38.044251 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7665172 Jun 29 23:16:38.298743 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-2a3c29f1-5e49-491f-b5a9-9dd2c541c054', 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'fixed_ips': [{'subnet_id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:16:38.299960 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:38.565731 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Allocated IP 172.20.0.2 (2a3c29f1-5e49-491f-b5a9-9dd2c541c054/9c1e3565-22e1-401a-ac8b-206a4d503bb0/6b09c72b-74f4-424a-ae8e-147269c367a6) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:16:38.768010 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:38.811014 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Transition to ACTIVE for port object 6b09c72b-74f4-424a-ae8e-147269c367a6 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:16:38.831334 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Transition to ACTIVE for port object 6b09c72b-74f4-424a-ae8e-147269c367a6 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:16:38.906614 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:38.909412 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:38.977517 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:16:38.982685 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:16:38.991006 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:16:38.994031 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Pushing event updated for resources: {'Port': ['ID=6b09c72b-74f4-424a-ae8e-147269c367a6,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:39.019321 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.019689 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.020024 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.020350 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.020674 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.020995 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.021317 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.021632 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.021966 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.022286 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.022601 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.022913 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Tracked resource versions report: Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: pushed versions: Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: { 'AddressGroup': {'1.2'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'ConntrackHelper': {'1.0'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Log': {'1.0'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Network': {'1.1'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Port': {'1.7'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'PortForwarding': {'1.2'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'QosPolicy': {'1.8'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SecurityGroup': {'1.4'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SubPort': {'1.0'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Subnet': {'1.1'}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Trunk': {'1.1'}} Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: consumer versions: Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: { DHCP agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: L3 agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: Metadata agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: Metering agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: Open vSwitch agent@dv-cinder-796946-2-iscsi: { 'AddressGroup': '1.2', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'ConntrackHelper': '1.0', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Log': '1.0', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Network': '1.1', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Port': '1.7', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'PortForwarding': '1.2', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'QosPolicy': '1.8', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SecurityGroup': '1.4', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SecurityGroupRule': '1.2', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SubPort': '1.0', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Subnet': '1.1', Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Trunk': '1.1'}} Jun 29 23:16:39.024032 dv-cinder-796946-2-iscsi neutron-server[93642]: {{(pid=93642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:16:39.045794 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:39.072226 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Attempting to bind port 6b09c72b-74f4-424a-ae8e-147269c367a6 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:16:39.072627 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Attempting to bind port 6b09c72b-74f4-424a-ae8e-147269c367a6 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '6003b968-c8b9-4608-8beb-6e5008710997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:16:39.073062 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Attempting to bind port 6b09c72b-74f4-424a-ae8e-147269c367a6 on network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:16:39.077856 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:16:39.078275 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Checking segment: {'id': '6003b968-c8b9-4608-8beb-6e5008710997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:16:39.078775 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:39.079168 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Bound using segment: {'id': '6003b968-c8b9-4608-8beb-6e5008710997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:16:39.079688 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Bound port: 6b09c72b-74f4-424a-ae8e-147269c367a6, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6003b968-c8b9-4608-8beb-6e5008710997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:16:39.080130 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:39.139963 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] For port 6b09c72b-74f4-424a-ae8e-147269c367a6, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:16:39.144188 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] For port 6b09c72b-74f4-424a-ae8e-147269c367a6, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=6b09c72b-74f4-424a-ae8e-147269c367a6,segment=NetworkSegment(6003b968-c8b9-4608-8beb-6e5008710997),segment_id=6003b968-c8b9-4608-8beb-6e5008710997)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:16:39.203590 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:39.211015 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:39.279582 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Pushing event updated for resources: {'Port': ['ID=6b09c72b-74f4-424a-ae8e-147269c367a6,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:39.284616 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:40.422180 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 39786) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:40.737418 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [None req-684d1ba9-80b2-4545-b61d-38b7528a670f admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:16:40.738383 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-684d1ba9-80b2-4545-b61d-38b7528a670f admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3152635 Jun 29 23:16:43.069006 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 39794) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:43.375847 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [None req-125d4be1-ad4a-4817-903a-e948ffe84c48 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:16:43.376923 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-125d4be1-ad4a-4817-903a-e948ffe84c48 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069289 Jun 29 23:16:45.253746 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 6b09c72b-74f4-424a-ae8e-147269c367a6 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:16:45.295395 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30d654-1ed4-49a9-b62d-06120dddedd4 None None] Network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:16:45.489554 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-97fd8bb2-5f1a-477b-8a0a-501583a60454 None None] Provisioning for port 6b09c72b-74f4-424a-ae8e-147269c367a6 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:16:45.523054 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 6b09c72b-74f4-424a-ae8e-147269c367a6 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:16:45.530884 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 6b09c72b-74f4-424a-ae8e-147269c367a6 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:16:45.531226 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:45.647231 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:45.684477 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 6b09c72b-74f4-424a-ae8e-147269c367a6, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=6b09c72b-74f4-424a-ae8e-147269c367a6,segment=NetworkSegment(6003b968-c8b9-4608-8beb-6e5008710997),segment_id=6003b968-c8b9-4608-8beb-6e5008710997)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:16:45.721299 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-bb5273d5-63b8-4f44-b020-9a5f07fe7cc1 None None] Provisioning complete for port 6b09c72b-74f4-424a-ae8e-147269c367a6 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:16:45.721695 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bb5273d5-63b8-4f44-b020-9a5f07fe7cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:45.783869 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:45.795216 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:45.822729 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bb5273d5-63b8-4f44-b020-9a5f07fe7cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:45.875853 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=6b09c72b-74f4-424a-ae8e-147269c367a6,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:45.879633 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:45.894462 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.db.api [None req-bb5273d5-63b8-4f44-b020-9a5f07fe7cc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 23:16:45.894847 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_db.api [None req-bb5273d5-63b8-4f44-b020-9a5f07fe7cc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 23:16:45.964692 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 39810) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:46.255688 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-070156b2-24ad-4597-b3c6-8abf823ae399 admin admin] Request body: {'router': {'tenant_id': '24af77af69374928ac379325c2d7057c', 'name': 'router1', 'admin_state_up': True}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:16:46.357536 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-070156b2-24ad-4597-b3c6-8abf823ae399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:46.359049 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-070156b2-24ad-4597-b3c6-8abf823ae399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:46.493520 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-070156b2-24ad-4597-b3c6-8abf823ae399 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:46.546349 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-070156b2-24ad-4597-b3c6-8abf823ae399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:46.620086 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-070156b2-24ad-4597-b3c6-8abf823ae399 admin admin] Notify callbacks [] for router, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:46.621354 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-070156b2-24ad-4597-b3c6-8abf823ae399 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6556029 Jun 29 23:16:47.225541 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 6b09c72b-74f4-424a-ae8e-147269c367a6 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:16:47.273951 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 6b09c72b-74f4-424a-ae8e-147269c367a6 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:16:47.274324 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:48.916091 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 39818) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:49.221946 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [None req-d948c6e2-05be-47e0-90c6-91b5509225ad admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:16:49.222976 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-d948c6e2-05be-47e0-90c6-91b5509225ad admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3059311 Jun 29 23:16:50.357307 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a0953852-8166-49b4-87e8-6d8c1cc637c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:51.528878 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 39826) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:52.009960 dv-cinder-796946-2-iscsi neutron-server[93641]: WARNING oslo_policy.policy [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:16:52.010547 dv-cinder-796946-2-iscsi neutron-server[93641]: WARNING oslo_policy.policy [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:16:52.225993 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:16:52.227637 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.quota [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Loaded quota_driver: . Jun 29 23:16:52.349104 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Made reservation on behalf of 66ecabba8d074cdd88cb71b5681adcbb for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:16:52.416229 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.policy [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93641) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 23:16:52.460213 dv-cinder-796946-2-iscsi neutron-server[93641]: WARNING oslo_policy.policy [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:16:52.460609 dv-cinder-796946-2-iscsi neutron-server[93641]: WARNING oslo_policy.policy [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 23:16:52.471050 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:52.490703 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:52.614667 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:52.693646 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:52.699949 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:52.706844 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Reserving flat network on physical network physnet1 {{(pid=93641) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 23:16:52.738249 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775963170106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:52.738817 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Unsubscribe: segment precommit_create {{(pid=93641) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 23:16:52.739307 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Added segment 9a424856-e47e-4716-aa6e-f906a94cfd76 of type flat for network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 Jun 29 23:16:52.757100 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ee1572-4d09-4346-9ab4-0b0781c8268c,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:52.777564 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.777960 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.778297 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.778625 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.778942 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.779275 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.779621 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.779942 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.780269 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.780584 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.780895 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.781205 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Tracked resource versions report: Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: pushed versions: Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: { 'AddressGroup': {'1.2'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'ConntrackHelper': {'1.0'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Log': {'1.0'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Network': {'1.1'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Port': {'1.7'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'PortForwarding': {'1.2'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'QosPolicy': {'1.8'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SecurityGroup': {'1.4'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SubPort': {'1.0'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Subnet': {'1.1'}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Trunk': {'1.1'}} Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: consumer versions: Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: { DHCP agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: L3 agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: Metadata agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: Metering agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: Open vSwitch agent@dv-cinder-796946-2-iscsi: { 'AddressGroup': '1.2', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'ConntrackHelper': '1.0', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Log': '1.0', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Network': '1.1', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Port': '1.7', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'PortForwarding': '1.2', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'QosPolicy': '1.8', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SecurityGroup': '1.4', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SecurityGroupRule': '1.2', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SubPort': '1.0', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Subnet': '1.1', Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Trunk': '1.1'}} Jun 29 23:16:52.782278 dv-cinder-796946-2-iscsi neutron-server[93641]: {{(pid=93641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:16:52.852660 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:52.875303 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:52.988827 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:52.990388 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:52.991084 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:52.993053 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:53.087396 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Pushing event updated for resources: {'Network': ['ID=23139b65-7ea7-4f54-86f8-52f4e8734aa5,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:53.090953 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:53.097690 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:16:53.127187 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5961490 Jun 29 23:16:53.225915 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ce658174-68b6-4a31-a1fb-5e8be3614bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:53.397031 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:54.486297 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:55.427667 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 39856) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:16:55.640100 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0957f293-d020-4c9d-9a60-2e10baff13af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:16:55.640353 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:55.641481 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0957f293-d020-4c9d-9a60-2e10baff13af admin admin] 10.222.0.61 "GET /v2.0/subnets/9c1e3565-22e1-401a-ac8b-206a4d503bb0 HTTP/1.1" status: 200 len: 849 time: 0.2128980 Jun 29 23:16:55.799421 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1a994b7c-3a00-4c52-8e03-1ef78be4fe6d admin admin] 10.222.0.61 "GET /v2.0/routers/2e6f66df-ed12-4e2c-b814-a51bc699f47c HTTP/1.1" status: 200 len: 704 time: 0.1524673 Jun 29 23:16:56.072575 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:56.358046 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Allocated IP 172.20.0.1 (2a3c29f1-5e49-491f-b5a9-9dd2c541c054/9c1e3565-22e1-401a-ac8b-206a4d503bb0/4817c28c-cae1-473d-8f9e-b31708cc94d6) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:16:56.534959 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:56.557312 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Transition to ACTIVE for port object 4817c28c-cae1-473d-8f9e-b31708cc94d6 will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:16:56.692446 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:56.695322 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:56.765063 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:16:56.769521 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:16:56.773533 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:16:56.774087 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:56.834458 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4817c28c-cae1-473d-8f9e-b31708cc94d6,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:56.838185 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:57.068001 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:57.093685 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-7eb80a1e-d00a-4c18-b7fd-283bdbc1127d None None] Provisioning for port 4817c28c-cae1-473d-8f9e-b31708cc94d6 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:16:57.097541 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-7eb80a1e-d00a-4c18-b7fd-283bdbc1127d None None] Provisioning complete for port 4817c28c-cae1-473d-8f9e-b31708cc94d6 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:16:57.097985 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7eb80a1e-d00a-4c18-b7fd-283bdbc1127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:57.130617 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-7eb80a1e-d00a-4c18-b7fd-283bdbc1127d None None] Port 4817c28c-cae1-473d-8f9e-b31708cc94d6 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:16:57.289642 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:57.362265 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:57.363308 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:57.364954 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:57.437796 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4817c28c-cae1-473d-8f9e-b31708cc94d6,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:57.441471 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:57.484962 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:16:57.486221 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:16:57.650548 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-c25bc248-496b-4143-b54e-6f02a2f9ff4f None None] Provisioning complete for port 4817c28c-cae1-473d-8f9e-b31708cc94d6 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:16:57.657458 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c25bc248-496b-4143-b54e-6f02a2f9ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:57.682576 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-c25bc248-496b-4143-b54e-6f02a2f9ff4f None None] Port 4817c28c-cae1-473d-8f9e-b31708cc94d6 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:16:57.705300 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Router 2e6f66df-ed12-4e2c-b814-a51bc699f47c is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:16:57.795806 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:16:57.801186 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] 10.222.0.61 "PUT /v2.0/routers/2e6f66df-ed12-4e2c-b814-a51bc699f47c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9965949 Jun 29 23:16:57.814389 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Sync routers for ids ['2e6f66df-ed12-4e2c-b814-a51bc699f47c'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:16:57.828149 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Routers {'2e6f66df-ed12-4e2c-b814-a51bc699f47c'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:16:57.828971 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:16:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e6f66df-ed12-4e2c-b814-a51bc699f47c'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:58.015655 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Set router 2e6f66df-ed12-4e2c-b814-a51bc699f47c gateway port host: None {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:16:58.432209 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'name': 'router1', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:16:46Z', 'updated_at': '2021-06-29T23:16:56Z', 'revision_number': 2, 'project_id': '24af77af69374928ac379325c2d7057c', 'gw_port_host': None, '_interfaces': [{'id': '4817c28c-cae1-473d-8f9e-b31708cc94d6', 'name': '', 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'mac_address': 'fa:16:3e:79:c8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:16:56Z', 'updated_at': '2021-06-29T23:16:57Z', 'revision_number': 2, 'project_id': '24af77af69374928ac379325c2d7057c', 'subnets': [{'id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac8b70f-ddfe-45b9-936b-3cd7e30a7d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:58.482895 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Checking router: 2e6f66df-ed12-4e2c-b814-a51bc699f47c for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:16:58.483265 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Updating router 2e6f66df-ed12-4e2c-b814-a51bc699f47c port 4817c28c-cae1-473d-8f9e-b31708cc94d6 binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:16:58.543995 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:59.023688 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:59.042005 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Transition to ACTIVE for port object 4817c28c-cae1-473d-8f9e-b31708cc94d6 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:16:59.114728 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:59.119573 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:59.265667 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Pushing event updated for resources: {'Port': ['ID=4817c28c-cae1-473d-8f9e-b31708cc94d6,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:59.281008 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Attempting to bind port 4817c28c-cae1-473d-8f9e-b31708cc94d6 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:16:59.281412 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Attempting to bind port 4817c28c-cae1-473d-8f9e-b31708cc94d6 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '6003b968-c8b9-4608-8beb-6e5008710997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:16:59.281850 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Attempting to bind port 4817c28c-cae1-473d-8f9e-b31708cc94d6 on network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:16:59.287389 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:16:59.287806 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Checking segment: {'id': '6003b968-c8b9-4608-8beb-6e5008710997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:16:59.288314 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:59.288703 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Bound using segment: {'id': '6003b968-c8b9-4608-8beb-6e5008710997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:16:59.289221 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Bound port: 4817c28c-cae1-473d-8f9e-b31708cc94d6, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6003b968-c8b9-4608-8beb-6e5008710997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:16:59.289633 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:59.292888 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.293227 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.293557 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.293885 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.294208 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.294525 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.294845 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.295159 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.295502 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.295821 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.296134 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.296445 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Tracked resource versions report: Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: pushed versions: Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: { 'AddressGroup': {'1.2'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'ConntrackHelper': {'1.0'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Log': {'1.0'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Network': {'1.1'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Port': {'1.7'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'PortForwarding': {'1.2'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'QosPolicy': {'1.8'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SecurityGroup': {'1.4'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SubPort': {'1.0'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Subnet': {'1.1'}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Trunk': {'1.1'}} Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: consumer versions: Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: { DHCP agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: L3 agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: Metadata agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: Metering agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: Open vSwitch agent@dv-cinder-796946-2-iscsi: { 'AddressGroup': '1.2', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'ConntrackHelper': '1.0', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Log': '1.0', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Network': '1.1', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Port': '1.7', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'PortForwarding': '1.2', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'QosPolicy': '1.8', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SecurityGroup': '1.4', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SecurityGroupRule': '1.2', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SubPort': '1.0', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Subnet': '1.1', Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Trunk': '1.1'}} Jun 29 23:16:59.297557 dv-cinder-796946-2-iscsi neutron-server[93643]: {{(pid=93643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:16:59.309333 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:59.362218 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] For port 4817c28c-cae1-473d-8f9e-b31708cc94d6, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:16:59.382744 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] For port 4817c28c-cae1-473d-8f9e-b31708cc94d6, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4817c28c-cae1-473d-8f9e-b31708cc94d6,segment=NetworkSegment(6003b968-c8b9-4608-8beb-6e5008710997),segment_id=6003b968-c8b9-4608-8beb-6e5008710997)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:16:59.452532 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:16:59.455718 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:16:59.504741 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Routers {'2e6f66df-ed12-4e2c-b814-a51bc699f47c'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:16:59.505371 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:16:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e6f66df-ed12-4e2c-b814-a51bc699f47c'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:59.575539 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Pushing event updated for resources: {'Port': ['ID=4817c28c-cae1-473d-8f9e-b31708cc94d6,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:16:59.589815 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:16:59.601832 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] Set router 2e6f66df-ed12-4e2c-b814-a51bc699f47c gateway port host: None {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:16:59.804866 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'name': 'router1', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:16:46Z', 'updated_at': '2021-06-29T23:16:56Z', 'revision_number': 2, 'project_id': '24af77af69374928ac379325c2d7057c', 'gw_port_host': None, '_interfaces': [{'id': '4817c28c-cae1-473d-8f9e-b31708cc94d6', 'name': '', 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'mac_address': 'fa:16:3e:79:c8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:16:56Z', 'updated_at': '2021-06-29T23:16:59Z', 'revision_number': 4, 'project_id': '24af77af69374928ac379325c2d7057c', 'subnets': [{'id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac8b70f-ddfe-45b9-936b-3cd7e30a7d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:16:59.833968 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54dc5f1-6845-452d-bcae-243e1a72d3ce None None] The sync data for ids ['2e6f66df-ed12-4e2c-b814-a51bc699f47c'] in dv-cinder-796946-2-iscsi is: [{'id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'name': 'router1', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:16:46Z', 'updated_at': '2021-06-29T23:16:56Z', 'revision_number': 2, 'project_id': '24af77af69374928ac379325c2d7057c', 'gw_port_host': None, '_interfaces': [{'id': '4817c28c-cae1-473d-8f9e-b31708cc94d6', 'name': '', 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'mac_address': 'fa:16:3e:79:c8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:16:56Z', 'updated_at': '2021-06-29T23:16:59Z', 'revision_number': 4, 'project_id': '24af77af69374928ac379325c2d7057c', 'subnets': [{'id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac8b70f-ddfe-45b9-936b-3cd7e30a7d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:16:59.957859 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 39876) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:00.066660 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7e6fcc-8568-4416-b41f-58997abacd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:00.067978 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9c7e6fcc-8568-4416-b41f-58997abacd64 admin admin] 10.222.0.61 "GET /v2.0/networks/23139b65-7ea7-4f54-86f8-52f4e8734aa5 HTTP/1.1" status: 200 len: 842 time: 0.1091774 Jun 29 23:17:00.077927 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:00.184133 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Made reservation on behalf of 66ecabba8d074cdd88cb71b5681adcbb for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:17:00.186431 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:00.532258 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.objects.ports [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93641) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 23:17:00.532702 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:00.535473 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:00.593175 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec3b736-a33f-433b-8ef4-c608f2f27ec3,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:00.597580 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:17:00.597940 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Network hostable DHCP agents. Network: 23139b65-7ea7-4f54-86f8-52f4e8734aa5, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:17:00.599980 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:00.688253 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:17:00.830938 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 23139b65-7ea7-4f54-86f8-52f4e8734aa5) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:17:00.834870 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:00.835493 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:00.842251 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f269d-c687-485d-8f9c-58fbc3d2067e None None] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:17:00.931515 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8464594 Jun 29 23:17:00.970864 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f3d55f-df9d-4626-98e1-51b90492e778 None None] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:17:03.144540 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 39888) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:03.254734 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4817c28c-cae1-473d-8f9e-b31708cc94d6 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:17:03.274156 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3defe4eb-5f5a-4634-976f-b7d1946e824d admin admin] 10.222.0.61 "GET /v2.0/routers/2e6f66df-ed12-4e2c-b814-a51bc699f47c HTTP/1.1" status: 200 len: 710 time: 0.1284711 Jun 29 23:17:03.354445 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 4817c28c-cae1-473d-8f9e-b31708cc94d6 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:17:03.358577 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 4817c28c-cae1-473d-8f9e-b31708cc94d6 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:17:03.370068 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:03.370210 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc430c0-df98-4639-9bcb-abd9ea322aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:17:03.370210 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1cc430c0-df98-4639-9bcb-abd9ea322aa4 admin admin] 10.222.0.61 "GET /v2.0/networks/23139b65-7ea7-4f54-86f8-52f4e8734aa5 HTTP/1.1" status: 200 len: 886 time: 0.0818424 Jun 29 23:17:03.370210 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:17:03.489943 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:03.521683 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 4817c28c-cae1-473d-8f9e-b31708cc94d6, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4817c28c-cae1-473d-8f9e-b31708cc94d6,segment=NetworkSegment(6003b968-c8b9-4608-8beb-6e5008710997),segment_id=6003b968-c8b9-4608-8beb-6e5008710997)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:17:03.600524 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:03.603466 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:03.651887 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=4817c28c-cae1-473d-8f9e-b31708cc94d6,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:03.654958 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:03.687650 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:03.960591 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:04.037942 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:04.132993 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Allocated IP 172.27.1.26 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/4698767b-781a-4708-b36b-3388ca5f5dbb) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:17:04.232426 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:04.326662 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:04.328915 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:04.365949 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:17:04.368757 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:17:04.372051 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:17:04.376953 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Pushing event updated for resources: {'Port': ['ID=4698767b-781a-4708-b36b-3388ca5f5dbb,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:04.409323 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:04.678352 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:04.866972 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:04.870400 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-547702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-547689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1046902'] for router, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:04.970773 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Router 2e6f66df-ed12-4e2c-b814-a51bc699f47c has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:17:05.072758 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:17:05.077370 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:05.078558 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] 10.222.0.61 "PUT /v2.0/routers/2e6f66df-ed12-4e2c-b814-a51bc699f47c HTTP/1.1" status: 200 len: 889 time: 1.7119205 Jun 29 23:17:05.094722 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Sync routers for ids ['2e6f66df-ed12-4e2c-b814-a51bc699f47c'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:17:05.106699 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Routers {'2e6f66df-ed12-4e2c-b814-a51bc699f47c'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:17:05.107386 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:16:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e6f66df-ed12-4e2c-b814-a51bc699f47c'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:05.260448 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4817c28c-cae1-473d-8f9e-b31708cc94d6 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:17:05.354045 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Set router 2e6f66df-ed12-4e2c-b814-a51bc699f47c gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:17:05.467591 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 4817c28c-cae1-473d-8f9e-b31708cc94d6 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:17:05.467973 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:05.802318 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'name': 'router1', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '4698767b-781a-4708-b36b-3388ca5f5dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:16:46Z', 'updated_at': '2021-06-29T23:17:04Z', 'revision_number': 4, 'project_id': '24af77af69374928ac379325c2d7057c', 'gw_port': {'id': '4698767b-781a-4708-b36b-3388ca5f5dbb', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:17:04Z', 'updated_at': '2021-06-29T23:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4817c28c-cae1-473d-8f9e-b31708cc94d6', 'name': '', 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'mac_address': 'fa:16:3e:79:c8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:16:56Z', 'updated_at': '2021-06-29T23:17:03Z', 'revision_number': 5, 'project_id': '24af77af69374928ac379325c2d7057c', 'subnets': [{'id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac8b70f-ddfe-45b9-936b-3cd7e30a7d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:05.852666 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Checking router: 2e6f66df-ed12-4e2c-b814-a51bc699f47c for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:17:05.853030 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Updating router 2e6f66df-ed12-4e2c-b814-a51bc699f47c port 4698767b-781a-4708-b36b-3388ca5f5dbb binding host dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:17:05.884275 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:06.267201 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:06.276980 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Transition to ACTIVE for port object 4698767b-781a-4708-b36b-3388ca5f5dbb will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:17:06.345522 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:06.347914 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:06.394436 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Attempting to bind port 4698767b-781a-4708-b36b-3388ca5f5dbb on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:17:06.394804 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Attempting to bind port 4698767b-781a-4708-b36b-3388ca5f5dbb by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:17:06.395166 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Attempting to bind port 4698767b-781a-4708-b36b-3388ca5f5dbb on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:17:06.404283 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cc339-7024-4f08-9dca-a0d0de8a162b None None] Pushing event updated for resources: {'Port': ['ID=4698767b-781a-4708-b36b-3388ca5f5dbb,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:06.407200 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-837cc339-7024-4f08-9dca-a0d0de8a162b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:06.408410 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:17:06.408789 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:17:06.409193 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:06.409584 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:17:06.410078 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Bound port: 4698767b-781a-4708-b36b-3388ca5f5dbb, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:17:06.410476 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:06.459506 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] For port 4698767b-781a-4708-b36b-3388ca5f5dbb, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:17:06.462366 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] For port 4698767b-781a-4708-b36b-3388ca5f5dbb, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4698767b-781a-4708-b36b-3388ca5f5dbb,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:17:06.574650 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:06.576871 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:06.625579 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Routers {'2e6f66df-ed12-4e2c-b814-a51bc699f47c'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:17:06.626197 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:16:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e6f66df-ed12-4e2c-b814-a51bc699f47c'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:06.669949 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cc339-7024-4f08-9dca-a0d0de8a162b None None] Pushing event updated for resources: {'Port': ['ID=4698767b-781a-4708-b36b-3388ca5f5dbb,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:06.672984 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-837cc339-7024-4f08-9dca-a0d0de8a162b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:06.743709 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] Set router 2e6f66df-ed12-4e2c-b814-a51bc699f47c gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:17:06.952398 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'name': 'router1', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '4698767b-781a-4708-b36b-3388ca5f5dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:16:46Z', 'updated_at': '2021-06-29T23:17:04Z', 'revision_number': 4, 'project_id': '24af77af69374928ac379325c2d7057c', 'gw_port': {'id': '4698767b-781a-4708-b36b-3388ca5f5dbb', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:17:04Z', 'updated_at': '2021-06-29T23:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4817c28c-cae1-473d-8f9e-b31708cc94d6', 'name': '', 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'mac_address': 'fa:16:3e:79:c8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:16:56Z', 'updated_at': '2021-06-29T23:17:03Z', 'revision_number': 5, 'project_id': '24af77af69374928ac379325c2d7057c', 'subnets': [{'id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac8b70f-ddfe-45b9-936b-3cd7e30a7d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:17:06.981052 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94f709-b928-4d64-9734-5a17292f9f30 None None] The sync data for ids ['2e6f66df-ed12-4e2c-b814-a51bc699f47c'] in dv-cinder-796946-2-iscsi is: [{'id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'name': 'router1', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '4698767b-781a-4708-b36b-3388ca5f5dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:16:46Z', 'updated_at': '2021-06-29T23:17:04Z', 'revision_number': 4, 'project_id': '24af77af69374928ac379325c2d7057c', 'gw_port': {'id': '4698767b-781a-4708-b36b-3388ca5f5dbb', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:17:04Z', 'updated_at': '2021-06-29T23:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4817c28c-cae1-473d-8f9e-b31708cc94d6', 'name': '', 'network_id': '2a3c29f1-5e49-491f-b5a9-9dd2c541c054', 'tenant_id': '24af77af69374928ac379325c2d7057c', 'mac_address': 'fa:16:3e:79:c8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6f66df-ed12-4e2c-b814-a51bc699f47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:16:56Z', 'updated_at': '2021-06-29T23:17:03Z', 'revision_number': 5, 'project_id': '24af77af69374928ac379325c2d7057c', 'subnets': [{'id': '9c1e3565-22e1-401a-ac8b-206a4d503bb0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ac8b70f-ddfe-45b9-936b-3cd7e30a7d88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:17:07.275650 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4698767b-781a-4708-b36b-3388ca5f5dbb up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:17:07.391329 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 4698767b-781a-4708-b36b-3388ca5f5dbb completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:17:07.395307 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 4698767b-781a-4708-b36b-3388ca5f5dbb triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:17:07.395730 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:07.444694 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 39896) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:17:07.476128 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:07.497824 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 4698767b-781a-4708-b36b-3388ca5f5dbb, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4698767b-781a-4708-b36b-3388ca5f5dbb,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:17:07.562847 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:07.565020 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:17:07.616116 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=4698767b-781a-4708-b36b-3388ca5f5dbb,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:17:07.619152 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:17:07.669054 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-196ce902-592d-40f4-bb1e-1505468ced30 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2232144 Jun 29 23:17:09.257164 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4698767b-781a-4708-b36b-3388ca5f5dbb up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:17:09.314359 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 4698767b-781a-4708-b36b-3388ca5f5dbb triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:17:09.314931 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:14.091193 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 5 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:17:20.379796 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-04bc9a6a-8472-43ce-be5f-40f7e3c3d88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:23.190944 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b7390c5a-7511-4ec6-84f0-283032cd0300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:23.442174 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:24.337572 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:25.623602 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:50.653321 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c1754e7-fdae-4fe3-b4ca-3b61216ee0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:51.093707 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 5 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:17:53.188123 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ef812022-3f72-4ca6-add5-e6196685956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:53.396143 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:54.347860 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:17:56.193600 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:20.366796 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-811846bb-f23a-4b9e-b1f9-014546a2f19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:23.178201 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9ca68e08-9d6d-4645-9f01-91a2227fd7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:23.389674 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:24.370160 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:25.667521 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:28.092168 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 5 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:18:44.612864 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40464) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:18:44.671407 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cead8d-bd05-4d64-a76f-8958a294e580 admin admin] GET failed (client error): The resource could not be found. Jun 29 23:18:44.672733 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-11cead8d-bd05-4d64-a76f-8958a294e580 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589345 Jun 29 23:18:44.831137 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847b3bf-2d2c-4881-a522-08f6767acbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:44.832542 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6847b3bf-2d2c-4881-a522-08f6767acbc4 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560326 Jun 29 23:18:47.004353 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40474) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:18:47.091055 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18df9a7-229e-4c58-b676-f73c3905992a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:47.092389 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e18df9a7-229e-4c58-b676-f73c3905992a admin admin] 10.222.0.61 "GET /v2.0/subnets/9c1e3565-22e1-401a-ac8b-206a4d503bb0 HTTP/1.1" status: 200 len: 849 time: 0.0871186 Jun 29 23:18:47.101338 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:18:47.180434 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:47.377329 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775963201747'] for subnet, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:47.380156 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:18:47.405614 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:47.406200 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:47.412389 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] 10.222.0.61 "PUT /v2.0/subnets/9c1e3565-22e1-401a-ac8b-206a4d503bb0 HTTP/1.1" status: 200 len: 868 time: 0.3097594 Jun 29 23:18:47.415328 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f00a6-26dd-4405-b4d4-119296119efa None None] Network 2a3c29f1-5e49-491f-b5a9-9dd2c541c054 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:18:47.429672 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1e3565-22e1-401a-ac8b-206a4d503bb0,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:18:47.469786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e77c51e8-e093-42dd-b1c3-919283c79451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:18:47.830431 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-3d8d2627-9a31-4ee8-ac8f-0643cc6988fc None None] Provisioning complete for port 6b09c72b-74f4-424a-ae8e-147269c367a6 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:18:47.830809 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2627-9a31-4ee8-ac8f-0643cc6988fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:47.932739 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-3d8d2627-9a31-4ee8-ac8f-0643cc6988fc None None] Provisioning complete for port 4817c28c-cae1-473d-8f9e-b31708cc94d6 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:18:47.932975 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3d8d2627-9a31-4ee8-ac8f-0643cc6988fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:49.515971 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40482) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:18:49.708333 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318d995-3fe9-4183-8c18-fc0e1f0a5e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:49.708802 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318d995-3fe9-4183-8c18-fc0e1f0a5e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:49.710320 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5318d995-3fe9-4183-8c18-fc0e1f0a5e61 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1934686 Jun 29 23:18:50.363901 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fc978bee-9176-40c7-a585-7be45357b501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:51.832889 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40490) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:18:51.959914 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac7041-cffa-42c0-b1aa-9bc19d411c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:51.960388 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac7041-cffa-42c0-b1aa-9bc19d411c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:51.961915 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-62ac7041-cffa-42c0-b1aa-9bc19d411c9a admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1281018 Jun 29 23:18:53.183749 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-127bf883-5ee6-4b1b-8dc2-fbdff80cf3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:53.406217 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:54.107458 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40498) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:18:54.225799 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1701ed34-b8e3-40f5-8f2e-e71e57d4f5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:54.227143 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1701ed34-b8e3-40f5-8f2e-e71e57d4f5bf admin admin] 10.222.0.61 "GET /v2.0/networks/23139b65-7ea7-4f54-86f8-52f4e8734aa5 HTTP/1.1" status: 200 len: 886 time: 0.1187320 Jun 29 23:18:54.347296 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:55.628802 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:18:56.345042 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40506) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:18:56.470473 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b7ebd-d754-40a7-86bc-64fe397f55cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:56.471835 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-065b7ebd-d754-40a7-86bc-64fe397f55cd admin admin] 10.222.0.61 "GET /v2.0/networks/2a3c29f1-5e49-491f-b5a9-9dd2c541c054 HTTP/1.1" status: 200 len: 869 time: 0.1258652 Jun 29 23:18:58.627628 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40514) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:18:58.747728 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f56ae-cf12-4fd4-994e-4971b7a59080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:58.748196 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f56ae-cf12-4fd4-994e-4971b7a59080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:18:58.749702 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bc2f56ae-cf12-4fd4-994e-4971b7a59080 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1211379 Jun 29 23:19:00.851516 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40522) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:19:00.937321 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa5b877-d3b5-475f-b333-79492d68c637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:00.937776 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa5b877-d3b5-475f-b333-79492d68c637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:00.939240 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-cfa5b877-d3b5-475f-b333-79492d68c637 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0867720 Jun 29 23:19:03.061064 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 40530) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:19:03.153767 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eabb943-b991-463d-83cc-e328b97ea07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:03.155108 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-2eabb943-b991-463d-83cc-e328b97ea07f admin admin] 10.222.0.61 "GET /v2.0/subnets/9c1e3565-22e1-401a-ac8b-206a4d503bb0 HTTP/1.1" status: 200 len: 868 time: 0.0931413 Jun 29 23:19:05.091486 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 5 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:19:05.263410 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40540) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:19:05.351240 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fa475a-924d-4e6e-91ed-49f442a7b1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:05.352492 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-04fa475a-924d-4e6e-91ed-49f442a7b1b2 admin admin] 10.222.0.61 "GET /v2.0/subnets/eec3b736-a33f-433b-8ef4-c608f2f27ec3 HTTP/1.1" status: 200 len: 816 time: 0.0881453 Jun 29 23:19:20.359553 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3c810d79-cba7-4807-8281-c7b193c0b046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:23.182526 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-10259d3d-cb44-4edb-a9d1-88f53537e9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:23.397257 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:24.394162 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:25.639474 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:28.548370 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40584) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:19:28.594117 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [None req-97e45fd6-c801-4d14-8c99-79ba6f84f450 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:19:28.595102 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-97e45fd6-c801-4d14-8c99-79ba6f84f450 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458078 Jun 29 23:19:30.804627 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40592) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:19:30.861865 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23f5432-5531-4628-bbd2-0293e4f81a4d admin admin] GET failed (client error): The resource could not be found. Jun 29 23:19:30.863143 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b23f5432-5531-4628-bbd2-0293e4f81a4d admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0576019 Jun 29 23:19:30.945263 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7253850-61d6-48d9-a869-432f1e7dd752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:30.946655 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a7253850-61d6-48d9-a869-432f1e7dd752 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0797861 Jun 29 23:19:33.061238 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40600) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:19:33.105573 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:19:33.187827 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Made reservation on behalf of 66ecabba8d074cdd88cb71b5681adcbb for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:19:33.190037 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:33.217968 dv-cinder-796946-2-iscsi neutron-server[93641]: WARNING neutron.services.revisions.revision_plugin [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Could not find related network for resource to bump revision. Jun 29 23:19:33.232183 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:19:33.241458 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:33.241798 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Added segment 138a05fa-2975-4a5e-9e9c-24a1bb3b71ca of type vlan for network d888447f-ef3e-4254-8864-2179301930f3 Jun 29 23:19:33.278510 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:33.387708 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:33.388984 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:33.389559 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:33.391548 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:19:33.446787 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Pushing event updated for resources: {'Network': ['ID=d888447f-ef3e-4254-8864-2179301930f3,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:19:33.449611 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:19:33.456569 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network d888447f-ef3e-4254-8864-2179301930f3 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:19:33.506889 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4445641 Jun 29 23:19:35.646223 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40608) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:19:35.705496 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e731cb58-e697-4e85-9c39-7669bb833535 admin admin] GET failed (client error): The resource could not be found. Jun 29 23:19:35.706791 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e731cb58-e697-4e85-9c39-7669bb833535 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595050 Jun 29 23:19:35.776333 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc16872c-0b6b-424e-9360-abe8239b2cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:35.777736 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-dc16872c-0b6b-424e-9360-abe8239b2cc2 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672503 Jun 29 23:19:35.786940 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3', 'description': 'shared-subnet'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:19:35.894193 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Made reservation on behalf of 66ecabba8d074cdd88cb71b5681adcbb for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:19:35.896368 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:36.197909 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:36.200820 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-09c5d49d-0194-4344-829c-dcd00a8c0157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:19:36.253209 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffea299b-6009-45ea-9962-fd8598c143dd,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:19:36.255939 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:19:36.258642 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Checking segment: {'id': '138a05fa-2975-4a5e-9e9c-24a1bb3b71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:19:36.259042 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Network hostable DHCP agents. Network: d888447f-ef3e-4254-8864-2179301930f3, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:19:36.342342 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Network d888447f-ef3e-4254-8864-2179301930f3 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:19:36.420477 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, d888447f-ef3e-4254-8864-2179301930f3) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:19:36.424658 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:19:36.425249 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:36.429336 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a79205-4f52-4ff3-a8d6-99cc55fcfd17 None None] Network d888447f-ef3e-4254-8864-2179301930f3 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:19:36.507137 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7233527 Jun 29 23:19:36.574506 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-d888447f-ef3e-4254-8864-2179301930f3', 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3', 'tenant_id': '66ecabba8d074cdd88cb71b5681adcbb', 'fixed_ips': [{'subnet_id': 'ffea299b-6009-45ea-9962-fd8598c143dd'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:19:36.575409 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:36.718129 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Allocated IP 192.168.233.2 (d888447f-ef3e-4254-8864-2179301930f3/ffea299b-6009-45ea-9962-fd8598c143dd/5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:19:36.861428 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:36.869555 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Transition to ACTIVE for port object 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:19:36.884477 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Transition to ACTIVE for port object 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:19:36.957769 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:36.960137 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5f7e8ad2-b562-4171-9b9b-9b732290d01a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:19:36.998176 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Network d888447f-ef3e-4254-8864-2179301930f3 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:19:37.001101 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:19:37.004561 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:19:37.011395 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Pushing event updated for resources: {'Port': ['ID=5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:19:37.036034 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.036374 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.036726 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.037054 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.037376 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.037700 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.038024 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.038341 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.038679 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.039002 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.039320 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.039656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:19:37.045440 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:19:37.075664 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Attempting to bind port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:19:37.076036 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Attempting to bind port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '138a05fa-2975-4a5e-9e9c-24a1bb3b71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:19:37.076407 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Attempting to bind port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad on network d888447f-ef3e-4254-8864-2179301930f3 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:19:37.081404 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:19:37.081811 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Checking segment: {'id': '138a05fa-2975-4a5e-9e9c-24a1bb3b71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:19:37.082228 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:37.082634 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Bound using segment: {'id': '138a05fa-2975-4a5e-9e9c-24a1bb3b71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:19:37.083114 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Bound port: 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138a05fa-2975-4a5e-9e9c-24a1bb3b71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:19:37.083536 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:37.147968 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] For port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:19:37.151541 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] For port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad,segment=NetworkSegment(138a05fa-2975-4a5e-9e9c-24a1bb3b71ca),segment_id=138a05fa-2975-4a5e-9e9c-24a1bb3b71ca)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:19:37.232115 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:37.234550 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:19:37.295105 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Pushing event updated for resources: {'Port': ['ID=5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:19:37.298459 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:19:38.096115 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae3fd4-7c64-4e1a-8622-d137b135109e None None] Network d888447f-ef3e-4254-8864-2179301930f3 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:19:38.263886 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-76540048-9acd-4276-93c0-fd025d5dd031 None None] Provisioning for port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:19:39.374185 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:19:39.519170 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:19:39.523189 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:19:39.523602 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:39.600387 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:39.631516 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad,segment=NetworkSegment(138a05fa-2975-4a5e-9e9c-24a1bb3b71ca),segment_id=138a05fa-2975-4a5e-9e9c-24a1bb3b71ca)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:19:39.696323 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:39.698515 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:19:39.744994 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:19:39.748723 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:19:41.355462 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:19:41.406945 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 5fcf1441-dbf2-4fca-8c4d-de1ea7f228ad triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:19:41.407316 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:42.090161 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 5 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:19:50.364775 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-232e2382-1f23-4cb7-8287-daf4353fac28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:53.267784 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-674f6ccd-bfe2-4f5d-9d9b-5e59c4bf2cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:53.433207 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:54.357523 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:19:55.633219 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:19.088117 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 5 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:20:20.369946 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7be3028e-7864-4bd2-a9bf-510d7526178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:23.192954 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3ba639cc-ef10-414a-a032-216875c11bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:23.396848 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:24.373692 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:25.632829 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:50.414999 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5bd210b6-a4da-41e0-b48d-fc21ce04096a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:53.209321 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-350b7905-6529-485b-af4b-f3d05a905492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:53.390222 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:54.066272 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40660) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:20:54.072380 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [None req-00ed341f-144d-4d17-ade4-bb383245d39a tempest-verify_tempest_config-922345625 tempest-verify_tempest_config-922345625-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:20:54.073324 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-00ed341f-144d-4d17-ade4-bb383245d39a tempest-verify_tempest_config-922345625 tempest-verify_tempest_config-922345625-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061030 Jun 29 23:20:54.363784 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:54.581156 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40678) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:20:54.679350 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:54.762091 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:54.835659 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:54.838687 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-70658d2e-15c6-427c-9c60-408740cace8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:20:54.878712 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273f105a-43d1-418f-8a3e-03b149e7239f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:20:54.883166 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1612cd13bb04f2182584de2cedc6147&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3010314 Jun 29 23:20:54.885915 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 40682) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:20:54.887695 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.888025 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.888874 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.889204 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.889524 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.889862 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.890184 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.890501 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.890832 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.891150 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.891482 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.891798 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:54.895551 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:20:54.941177 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:54.962144 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:55.147035 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:55.149805 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:55.150944 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/273f105a-43d1-418f-8a3e-03b149e7239f HTTP/1.1" status: 204 len: 168 time: 0.2640755 Jun 29 23:20:55.151617 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:20:55.158576 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273f105a-43d1-418f-8a3e-03b149e7239f,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:20:55.165138 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.165488 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.165827 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.166155 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.166488 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.166821 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.167141 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.167476 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.167797 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.168113 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.168474 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.168787 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:20:55.171774 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:20:55.635917 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:20:56.086419 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 5 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:21:20.402774 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f83e62d5-56de-43ff-a049-996589eb80a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:23.203167 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6011f9f1-96a9-4390-8fef-14bec8ffc269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:23.397326 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:24.366584 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:25.694217 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:33.085468 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 5 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:21:50.378265 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fecb4948-6905-4089-9439-88fb938bea12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:53.200671 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c8cf-a606-483e-93a0-c7bae8f3d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:53.385418 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:54.423243 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:21:55.640485 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:10.083525 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 5 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:22:20.379141 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3ef0ff8e-6b2d-478c-a469-c86a35ecc82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:23.184693 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-86043afc-3827-4a5a-a45d-f5e86c1cd875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:23.390592 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:24.362611 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:25.636509 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:30.002084 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036896'] for agent, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:44.747100 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 40756) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:44.848059 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-a3ec433a-b554-40c9-9ca1-cdd5c24c9c1d admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0998390 Jun 29 23:22:46.969131 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40766) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:22:47.029158 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-010a7f4c-85c3-4854-aa74-45ecf999e6e2 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0583482 Jun 29 23:22:47.082763 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:22:50.376867 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6bcff8e8-cf35-4ef8-a632-1816591d4fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:53.189360 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-82d35602-6317-48ce-87bd-5e60c5beaaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:53.407343 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:54.364915 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:22:55.690882 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:00.081014 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:20.353156 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6261edde-93ad-4db0-9428-5feb266fa220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:23.210380 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-38a121e3-f4cc-475d-8c8d-f7f03f39c000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:23.398763 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:24.081281 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:23:24.429703 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:25.724702 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:29.970599 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:50.360272 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5d83d9b4-7e4f-4e86-8e22-15651de2d5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:53.200073 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab9ed-c9d4-4401-8755-db2bdf4031a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:53.388635 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:54.383416 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:55.701253 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:23:59.965806 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:01.080041 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:24:17.057447 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40926) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:17.370009 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1048625072-network', 'tenant_id': 'c132efeffd4f43edb5279baa0abe7000'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:17.461001 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Made reservation on behalf of c132efeffd4f43edb5279baa0abe7000 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:17.463804 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:17.472505 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:17.562086 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:17.607063 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40964) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:17.625325 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:17.634199 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:24:17.640984 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:17.650796 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:17.652644 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Added segment d911686f-1da3-4130-88b4-3ca73855c561 of type vlan for network 3f837d18-17ac-40a2-be19-25c2247e5655 Jun 29 23:24:17.690988 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:17.703368 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.703754 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.704133 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.704465 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.704822 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.705164 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.705494 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.705850 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.706186 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.706508 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.706824 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.707135 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Tracked resource versions report: Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: pushed versions: Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: { 'AddressGroup': {'1.2'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'ConntrackHelper': {'1.0'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Log': {'1.0'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Network': {'1.1'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Port': {'1.7'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'PortForwarding': {'1.2'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'QosPolicy': {'1.8'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SecurityGroup': {'1.4'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SubPort': {'1.0'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Subnet': {'1.1'}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Trunk': {'1.1'}} Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: consumer versions: Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: { DHCP agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: HyperV agent@hv-cinder-79694: {}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: L3 agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: Metadata agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: Metering agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: Open vSwitch agent@dv-cinder-796946-2-iscsi: { 'AddressGroup': '1.2', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'ConntrackHelper': '1.0', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Log': '1.0', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Network': '1.1', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Port': '1.7', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'PortForwarding': '1.2', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'QosPolicy': '1.8', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SecurityGroup': '1.4', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SecurityGroupRule': '1.2', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'SubPort': '1.0', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Subnet': '1.1', Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: 'Trunk': '1.1'}} Jun 29 23:24:17.708225 dv-cinder-796946-2-iscsi neutron-server[93641]: {{(pid=93641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:24:17.715563 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:17.717346 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:17.804296 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:17.806184 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:17.806710 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:17.815125 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:17.871198 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Pushing event updated for resources: {'Network': ['ID=3f837d18-17ac-40a2-be19-25c2247e5655,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:17.873975 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:17.882716 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 3f837d18-17ac-40a2-be19-25c2247e5655 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:24:17.889842 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 40976) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:17.890392 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8315966 Jun 29 23:24:17.897146 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Request body: {'subnet': {'network_id': '3f837d18-17ac-40a2-be19-25c2247e5655', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1048625072-subnet', 'tenant_id': 'c132efeffd4f43edb5279baa0abe7000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:17.992549 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Made reservation on behalf of c132efeffd4f43edb5279baa0abe7000 for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:17.995011 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.050381 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1607738201-network', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:18.081044 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 40984) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:18.136886 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Made reservation on behalf of 6e9f8b3be04a4d77b1952a18bfa8c566 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:18.139230 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.148155 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.239790 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.245736 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.249090 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:18.291594 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.294829 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:18.310813 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc4fda9-8bfc-40da-bb12-9e1e5fa95b52,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:18.316274 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Tracked resource versions report: Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: pushed versions: Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: { 'AddressGroup': {'1.2'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'ConntrackHelper': {'1.0'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Log': {'1.0'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Network': {'1.1'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Port': {'1.7'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'PortForwarding': {'1.2'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'QosPolicy': {'1.8'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SecurityGroup': {'1.4'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SubPort': {'1.0'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Subnet': {'1.1'}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Trunk': {'1.1'}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: consumer versions: Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: { DHCP agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: HyperV agent@hv-cinder-79694: {}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: L3 agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: Metadata agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: Metering agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: Open vSwitch agent@dv-cinder-796946-2-iscsi: { 'AddressGroup': '1.2', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'ConntrackHelper': '1.0', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Log': '1.0', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Network': '1.1', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Port': '1.7', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'PortForwarding': '1.2', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'QosPolicy': '1.8', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SecurityGroup': '1.4', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SecurityGroupRule': '1.2', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'SubPort': '1.0', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Subnet': '1.1', Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: 'Trunk': '1.1'}} Jun 29 23:24:18.321503 dv-cinder-796946-2-iscsi neutron-server[93640]: {{(pid=93640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:24:18.324563 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:24:18.330583 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8345e3af-99d3-409b-9c27-a024328fac1e,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:18.332339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:18.336699 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.337047 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Added segment 3638ac6b-f890-458d-be9a-278b0298f37a of type vlan for network 9d8ecfa1-3c87-4166-9abc-18a879e92697 Jun 29 23:24:18.338949 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Checking segment: {'id': 'd911686f-1da3-4130-88b4-3ca73855c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3f837d18-17ac-40a2-be19-25c2247e5655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:18.338949 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Network hostable DHCP agents. Network: 3f837d18-17ac-40a2-be19-25c2247e5655, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:24:18.357866 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:18.385740 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.428753 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Network 3f837d18-17ac-40a2-be19-25c2247e5655 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:24:18.472794 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.474621 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:18.475310 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.487719 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:18.506988 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 3f837d18-17ac-40a2-be19-25c2247e5655) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:18.519689 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802efeea-f2eb-4dcc-b4b2-bf4cef52d806 None None] Network 3f837d18-17ac-40a2-be19-25c2247e5655 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:24:18.523952 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:18.525396 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.528938 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41006) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:18.531582 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-network', 'tenant_id': '27fe72faf0994406a7acaf15a921be08'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:18.555286 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Pushing event updated for resources: {'Network': ['ID=9d8ecfa1-3c87-4166-9abc-18a879e92697,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:18.558164 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:18.566821 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:24:18.624181 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7325087 Jun 29 23:24:18.628571 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41018) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:18.634613 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0171676 Jun 29 23:24:18.635846 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Request body: {'subnet': {'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1607738201-subnet', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:18.707694 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Made reservation on behalf of 27fe72faf0994406a7acaf15a921be08 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:18.710628 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.710792 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1847e7-26cc-4d95-8093-2cc65ab32bb0 None None] Network 3f837d18-17ac-40a2-be19-25c2247e5655 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:24:18.721674 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.800615 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Made reservation on behalf of 6e9f8b3be04a4d77b1952a18bfa8c566 for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:18.803133 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.906672 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.912543 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-973352198-network', 'tenant_id': '12a265f65b4d4accb216ba5019c73980'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:18.976666 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:18.982583 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:19.014233 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:24:19.019943 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab36bee-66c6-4381-8583-eeb8efbd0853,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:19.023542 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:19.027724 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.027978 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Added segment 56c32f7a-0e6b-4f70-85cd-738fac09f5a3 of type vlan for network 1491f8eb-60e7-415d-8468-88dc866fd07d Jun 29 23:24:19.065962 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.101718 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Made reservation on behalf of 12a265f65b4d4accb216ba5019c73980 for: {'network': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:19.104324 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.106520 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.119284 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-6f8ec5aa-511b-4d35-9ea2-a1222c87d33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:19.125929 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.154561 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.156748 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:19.159565 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.159565 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:19.289976 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Pushing event updated for resources: {'Network': ['ID=1491f8eb-60e7-415d-8468-88dc866fd07d,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:19.297382 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:19.299236 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.304309 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 1491f8eb-60e7-415d-8468-88dc866fd07d details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:24:19.361816 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd51bbb-eb2f-4679-8361-22fe3e4938f8,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:19.365652 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:19.366746 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Checking segment: {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:19.367094 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Network hostable DHCP agents. Network: 9d8ecfa1-3c87-4166-9abc-18a879e92697, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:24:19.379563 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.385526 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:19.411570 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:24:19.421352 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f35549-c440-40f0-bfd5-e7a5f415480b,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:19.426034 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:19.427044 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.427378 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.segments_db [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Added segment 6c9f63fd-ffaf-4577-85c1-82bd3f5262d9 of type vlan for network 3c661940-3fd1-4623-ad6b-0bf033a2109d Jun 29 23:24:19.439754 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3574951 Jun 29 23:24:19.442914 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41050) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:19.448742 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Request body: {'subnet': {'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-subnet', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:19.468775 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.498029 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:24:19.543115 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Made reservation on behalf of 27fe72faf0994406a7acaf15a921be08 for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:19.545966 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.572708 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.574101 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 9d8ecfa1-3c87-4166-9abc-18a879e92697) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:19.581189 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:19.581944 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.582972 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09434c51-f028-4f63-9598-2541382ec805 None None] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:24:19.589405 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:19.595706 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:19.596313 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.689795 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c661940-3fd1-4623-ad6b-0bf033a2109d,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:19.694330 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:19.703255 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 3c661940-3fd1-4623-ad6b-0bf033a2109d details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:24:19.765613 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2351205 Jun 29 23:24:19.767846 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41066) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:19.777757 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Request body: {'subnet': {'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-subnet', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:19.817854 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1879787 Jun 29 23:24:19.820270 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41068) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:19.834716 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.838802 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:19.839952 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:19.847838 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-9d8ecfa1-3c87-4166-9abc-18a879e92697', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:24:19.847838 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.901186 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Made reservation on behalf of 12a265f65b4d4accb216ba5019c73980 for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:19.902064 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:19.910573 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99bd0f5-85c6-4b83-8e62-87c563779caa,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:19.917699 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:19.928021 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Checking segment: {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:19.928368 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Network hostable DHCP agents. Network: 1491f8eb-60e7-415d-8468-88dc866fd07d, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:24:19.998014 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Network 1491f8eb-60e7-415d-8468-88dc866fd07d is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:24:20.057711 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Allocated IP 172.20.0.2 (9d8ecfa1-3c87-4166-9abc-18a879e92697/5cd51bbb-eb2f-4679-8361-22fe3e4938f8/040bd2d4-c20f-46ff-a58b-d61a8c5092a4) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:20.107234 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 1491f8eb-60e7-415d-8468-88dc866fd07d) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:20.109005 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.110428 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.112990 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:20.113638 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.161613 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810fded7-9195-490b-a98f-e95dd8e81e22 None None] Network 1491f8eb-60e7-415d-8468-88dc866fd07d requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:24:20.211481 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-226880d4-7ca7-43ae-9531-a9ba1d54eb16 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7611964 Jun 29 23:24:20.212110 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41082) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:20.268812 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.274292 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:20.350463 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.358897 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:20.361159 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.393469 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Transition to ACTIVE for port object 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:20.416573 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf5d517-a2ae-4868-b59e-fda41015bf75,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:20.418925 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Transition to ACTIVE for port object 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:20.424567 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:20.454990 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-854404c4-3c9a-4297-a397-01cfdec43fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.460660 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-1491f8eb-60e7-415d-8468-88dc866fd07d', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:24:20.462043 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.544897 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.555330 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:20.574761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.574761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.627236 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:20.633444 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:20.644712 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Pushing event updated for resources: {'Port': ['ID=040bd2d4-c20f-46ff-a58b-d61a8c5092a4,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:20.647000 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:20.660976 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.661322 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.661650 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.661973 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.662320 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.662624 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.662941 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.663256 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.663641 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.663963 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.664275 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.664587 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Tracked resource versions report: Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: pushed versions: Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: { 'AddressGroup': {'1.2'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'ConntrackHelper': {'1.0'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Log': {'1.0'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Network': {'1.1'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Port': {'1.7'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'PortForwarding': {'1.2'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'QosPolicy': {'1.8'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SecurityGroup': {'1.4'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SubPort': {'1.0'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Subnet': {'1.1'}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Trunk': {'1.1'}} Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: consumer versions: Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: { DHCP agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: HyperV agent@hv-cinder-79694: {}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: L3 agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: Metadata agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: Metering agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: Open vSwitch agent@dv-cinder-796946-2-iscsi: { 'AddressGroup': '1.2', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'ConntrackHelper': '1.0', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Log': '1.0', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Network': '1.1', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Port': '1.7', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'PortForwarding': '1.2', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'QosPolicy': '1.8', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SecurityGroup': '1.4', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SecurityGroupRule': '1.2', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'SubPort': '1.0', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Subnet': '1.1', Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: 'Trunk': '1.1'}} Jun 29 23:24:20.666339 dv-cinder-796946-2-iscsi neutron-server[93642]: {{(pid=93642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:24:20.678410 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:20.678625 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Checking segment: {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:20.679204 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Network hostable DHCP agents. Network: 3c661940-3fd1-4623-ad6b-0bf033a2109d, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:24:20.679388 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Allocated IP 172.20.0.2 (1491f8eb-60e7-415d-8468-88dc866fd07d/c99bd0f5-85c6-4b83-8e62-87c563779caa/cf581971-5786-42ed-a549-490a3f1275c8) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:20.686228 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.722256 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.778256 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Attempting to bind port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:20.778633 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Attempting to bind port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:20.778998 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Attempting to bind port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 on network 9d8ecfa1-3c87-4166-9abc-18a879e92697 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:20.789970 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:20.790345 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Checking segment: {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:20.790751 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.791147 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Bound using segment: {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:20.791650 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Bound port: 040bd2d4-c20f-46ff-a58b-d61a8c5092a4, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:20.792046 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.794754 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Network 3c661940-3fd1-4623-ad6b-0bf033a2109d is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:24:20.904282 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] For port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:20.924754 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] For port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=040bd2d4-c20f-46ff-a58b-d61a8c5092a4,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:20.930381 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.939002 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Transition to ACTIVE for port object cf581971-5786-42ed-a549-490a3f1275c8 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:20.951765 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 3c661940-3fd1-4623-ad6b-0bf033a2109d) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:20.955611 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Transition to ACTIVE for port object cf581971-5786-42ed-a549-490a3f1275c8 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:20.963174 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fc57e-3368-4c12-963a-e1d2df8e191c None None] Network 3c661940-3fd1-4623-ad6b-0bf033a2109d requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:24:20.988449 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:20.989041 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:20.997583 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.120535 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3510010 Jun 29 23:24:21.123399 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41100) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:21.129843 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:21.142357 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.147176 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.150134 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-837cc339-7024-4f08-9dca-a0d0de8a162b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:21.153440 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41102) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:21.256717 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.258941 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.285249 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Network 1491f8eb-60e7-415d-8468-88dc866fd07d is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:21.292160 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Pushing event updated for resources: {'Port': ['ID=040bd2d4-c20f-46ff-a58b-d61a8c5092a4,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:21.299984 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:21.307870 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:21.413883 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.474084 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.477149 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e76202bc-2639-4347-954b-fb242a09b324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.481683 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416339e1-d968-4eaa-bfff-f0acd98f613f None None] Network 3c661940-3fd1-4623-ad6b-0bf033a2109d requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:24:21.517018 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Pushing event updated for resources: {'Port': ['ID=cf581971-5786-42ed-a549-490a3f1275c8,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:21.571457 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.624148 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:21.626895 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:21.627321 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:21.638060 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Attempting to bind port cf581971-5786-42ed-a549-490a3f1275c8 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:21.638491 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Attempting to bind port cf581971-5786-42ed-a549-490a3f1275c8 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:21.638924 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Attempting to bind port cf581971-5786-42ed-a549-490a3f1275c8 on network 1491f8eb-60e7-415d-8468-88dc866fd07d {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:21.666658 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:21.666658 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Checking segment: {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:21.668826 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.668826 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Bound using segment: {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:21.668826 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Bound port: cf581971-5786-42ed-a549-490a3f1275c8, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:21.668826 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.789802 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] For port cf581971-5786-42ed-a549-490a3f1275c8, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:21.830823 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] For port cf581971-5786-42ed-a549-490a3f1275c8, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=cf581971-5786-42ed-a549-490a3f1275c8,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:21.943334 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.946478 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:21.948754 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.954678 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e76202bc-2639-4347-954b-fb242a09b324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:21.974655 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Allocated IP 172.27.1.122 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:22.023840 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Pushing event updated for resources: {'Port': ['ID=cf581971-5786-42ed-a549-490a3f1275c8,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:22.043646 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:22.107975 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e76202bc-2639-4347-954b-fb242a09b324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.113728 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41160) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:22.118746 dv-cinder-796946-2-iscsi neutron-server[93641]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 23:24:22.155362 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-72821507-44e6-478c-aa68-81360c32983b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:22.240314 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76202bc-2639-4347-954b-fb242a09b324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218e9137-5d75-46e6-bd06-597b7fa902fc,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:22.244321 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-e76202bc-2639-4347-954b-fb242a09b324 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11f85b0fbcdc44e79d23b558f6421e1e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0791447 Jun 29 23:24:22.245372 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e76202bc-2639-4347-954b-fb242a09b324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:22.247124 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41162) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:22.292945 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.335788 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.356325 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.564988 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41168) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:22.581695 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-5bb2682f-646d-4716-a0f1-527ab112830e tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:22.587989 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-5bb2682f-646d-4716-a0f1-527ab112830e tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/networks?id=3f837d18-17ac-40a2-be19-25c2247e5655 HTTP/1.1" status: 200 len: 812 time: 0.4703152 Jun 29 23:24:22.612750 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.625064 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b647ce9e-e5bf-47d3-807c-f83064e11a55 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/quotas/c132efeffd4f43edb5279baa0abe7000 HTTP/1.1" status: 200 len: 375 time: 0.0356832 Jun 29 23:24:22.626807 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b117368-130f-4b1d-9a18-6767f65aee87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.641804 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:22.695784 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364215b9-eeda-43e7-bf57-e3d0983ee8b4 None None] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:24:22.763914 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-3490817d-c2b6-4dc2-b230-065658f12466 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c132efeffd4f43edb5279baa0abe7000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1320715 Jun 29 23:24:22.770557 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b117368-130f-4b1d-9a18-6767f65aee87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.837931 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-166d9831-f1e8-424c-8683-f1668610cbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.845367 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.847107 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:22.861555 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:22.877591 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:22.888756 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.891741 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-7ed8b580-2b18-472a-a6a0-9876595d3d8e None None] Provisioning for port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:22.982848 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b117368-130f-4b1d-9a18-6767f65aee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.986460 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b117368-130f-4b1d-9a18-6767f65aee87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:22.992142 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7b117368-130f-4b1d-9a18-6767f65aee87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/218e9137-5d75-46e6-bd06-597b7fa902fc HTTP/1.1" status: 204 len: 168 time: 0.5595362 Jun 29 23:24:22.993120 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0bcacd71-22e6-4fec-9bd0-8a71820a7070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:23.007316 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b117368-130f-4b1d-9a18-6767f65aee87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218e9137-5d75-46e6-bd06-597b7fa902fc,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:23.013240 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7b117368-130f-4b1d-9a18-6767f65aee87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:23.028802 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Pushing event updated for resources: {'Port': ['ID=a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:23.032617 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:23.037577 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Allocated IP 172.27.1.68 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/c0e74717-3d75-48b1-8a12-c4ce42465a3b) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:23.066639 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-106f2d56-e3b9-420d-8184-e37320c1f047 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:24:23.067770 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-106f2d56-e3b9-420d-8184-e37320c1f047 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1041784 Jun 29 23:24:23.175795 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-6138e4f9-45aa-44ba-9107-7ca26d41135e service neutron] 10.222.0.61 "GET /v2.0/networks/3f837d18-17ac-40a2-be19-25c2247e5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986836 Jun 29 23:24:23.262346 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-459df580-9fdf-43a6-b695-5dd5088a68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.311397 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-219a80f0-875d-423c-8da8-77603f928197 service neutron] 10.222.0.61 "GET /v2.0/networks/3f837d18-17ac-40a2-be19-25c2247e5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299722 Jun 29 23:24:23.360794 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.411410 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-166d9831-f1e8-424c-8683-f1668610cbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.412099 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.429301 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.463830 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d61c52-b667-4ce8-b547-6bb54e3b9bd0 None None] Network 1491f8eb-60e7-415d-8468-88dc866fd07d requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:24:23.504147 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-166d9831-f1e8-424c-8683-f1668610cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.516843 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:23.568149 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-166d9831-f1e8-424c-8683-f1668610cbc1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76ba2338c2b14f9e9e68d18d0e1b4b01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9992206 Jun 29 23:24:23.568387 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d9831-f1e8-424c-8683-f1668610cbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bb7963-99a8-4a3a-a3fa-688a6d7fa4f7,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:23.568527 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41190) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:23.571686 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-166d9831-f1e8-424c-8683-f1668610cbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:23.650587 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:23.659575 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.675037 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:23.688789 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-7e7c262f-a489-4420-a5a9-0728b50f1fc7 None None] Provisioning for port cf581971-5786-42ed-a549-490a3f1275c8 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:23.721204 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41202) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:23.741297 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c796c9fe-94e0-4431-84f1-88f6a2686aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.749028 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:23.754814 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:23.763791 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:23.803309 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-20b1a0b7-56e5-4a46-8530-37c901df64a0 req-c2a39bf0-f965-454e-a34e-41148b29ec92 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 210 time: 0.0770419 Jun 29 23:24:23.821876 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:23.821876 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:23.821876 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.825301 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.839327 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c796c9fe-94e0-4431-84f1-88f6a2686aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.872046 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41210) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:23.887570 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e74717-3d75-48b1-8a12-c4ce42465a3b,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:23.897836 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:23.943230 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-185873b6-0598-4dcf-9711-352814a6f647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:23.949326 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Allocated IP 172.27.1.125 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/d92ebe0a-eeae-4176-880a-ae039fc2288e) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:23.965582 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.007743 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=040bd2d4-c20f-46ff-a58b-d61a8c5092a4,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:24:24.097134 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.101529 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device cf581971-5786-42ed-a549-490a3f1275c8 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:24.102207 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:24.132734 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c796c9fe-94e0-4431-84f1-88f6a2686aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.143756 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c796c9fe-94e0-4431-84f1-88f6a2686aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.145746 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c796c9fe-94e0-4431-84f1-88f6a2686aa4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71bb7963-99a8-4a3a-a3fa-688a6d7fa4f7 HTTP/1.1" status: 204 len: 168 time: 0.5762608 Jun 29 23:24:24.154654 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:24.188360 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796c9fe-94e0-4431-84f1-88f6a2686aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bb7963-99a8-4a3a-a3fa-688a6d7fa4f7,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:24.201415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c796c9fe-94e0-4431-84f1-88f6a2686aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:24.256327 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.291327 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-185873b6-0598-4dcf-9711-352814a6f647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.346173 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=040bd2d4-c20f-46ff-a58b-d61a8c5092a4,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:24.349407 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:24.417569 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port cf581971-5786-42ed-a549-490a3f1275c8 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:24.418426 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.419832 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.419960 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-185873b6-0598-4dcf-9711-352814a6f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.422907 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port cf581971-5786-42ed-a549-490a3f1275c8 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:24.426764 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.426883 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-117edce0-d855-4549-9f0f-091b25ede420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:24.429359 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e76202bc-2639-4347-954b-fb242a09b324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:24.456761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.513840 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:24.519293 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:24.523391 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:24.529729 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Pushing event updated for resources: {'Port': ['ID=d92ebe0a-eeae-4176-880a-ae039fc2288e,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:24.534401 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:24:24.544395 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-185873b6-0598-4dcf-9711-352814a6f647 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f0df96eb3247477b95e48f49155f0c18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6711860 Jun 29 23:24:24.547140 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41254) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:24.555301 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185873b6-0598-4dcf-9711-352814a6f647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b3cc60-b8ce-4962-b208-43f213b8bcce,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:24.572140 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-185873b6-0598-4dcf-9711-352814a6f647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:24.575389 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:24.611727 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.647114 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port cf581971-5786-42ed-a549-490a3f1275c8, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=cf581971-5786-42ed-a549-490a3f1275c8,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:24:24.736361 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.738642 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:24.791074 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=cf581971-5786-42ed-a549-490a3f1275c8,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:24.794182 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:24.903756 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-99d957e1-8922-4cb8-ac43-f7f64966d687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.929993 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5051096d-df1d-4056-b16d-32bc2d3465f0 req-1b8f3871-e7c0-4a4c-abba-3505ff61cefc tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 210 time: 0.0321081 Jun 29 23:24:24.931546 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.963097 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:24:24.969986 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-99d957e1-8922-4cb8-ac43-f7f64966d687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:24.978358 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Sync routers for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:24:25.013132 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:25.018925 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:25.025974 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.129414 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.133110 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-78f50e7d-6084-4b7d-81f2-e070a9db1f15 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3058817 Jun 29 23:24:25.140727 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41274) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:25.152845 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41278) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:25.223165 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.243455 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-99d957e1-8922-4cb8-ac43-f7f64966d687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.253277 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-99d957e1-8922-4cb8-ac43-f7f64966d687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.254951 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-99d957e1-8922-4cb8-ac43-f7f64966d687 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7b3cc60-b8ce-4962-b208-43f213b8bcce HTTP/1.1" status: 204 len: 168 time: 0.7055054 Jun 29 23:24:25.255912 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e2cae512-cce6-4eb7-9c68-de86e882e723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.263995 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:25.273087 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:25.321834 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d957e1-8922-4cb8-ac43-f7f64966d687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b3cc60-b8ce-4962-b208-43f213b8bcce,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:25.361671 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-99d957e1-8922-4cb8-ac43-f7f64966d687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:25.474943 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:23Z', 'revision_number': 3, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:25.506054 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Checking router: 0bc41495-bd64-4801-b10a-0bc6a1edfad8 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:24:25.506502 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Updating router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:24:25.541371 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.623192 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Router 8510ccbb-a22a-47c5-a583-d234e11313a8 is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:24:25.667548 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:25.723881 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.775419 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e2cae512-cce6-4eb7-9c68-de86e882e723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.778489 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Router 0897372a-ca15-41b6-8e9d-521dceeec368 is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:24:25.841107 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:25.843859 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.885162 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.891954 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:24:25.896488 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Transition to ACTIVE for port object a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:25.905446 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Sync routers for ids ['8510ccbb-a22a-47c5-a583-d234e11313a8'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:24:25.910982 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e2cae512-cce6-4eb7-9c68-de86e882e723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.920748 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:25.940466 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Routers {'8510ccbb-a22a-47c5-a583-d234e11313a8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:25.945720 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8510ccbb-a22a-47c5-a583-d234e11313a8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:25.994548 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:25.996712 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.001180 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:24:26.001677 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8747251 Jun 29 23:24:26.006205 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41302) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:26.018762 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:26.029139 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Sync routers for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:24:26.090668 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-e2cae512-cce6-4eb7-9c68-de86e882e723 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e27b5c69f1644ddfaa62724a92f3b01d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9337678 Jun 29 23:24:26.090668 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cae512-cce6-4eb7-9c68-de86e882e723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff751fd-b738-4d92-ac5a-6ea59007338a,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:26.092749 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41306) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:26.095056 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:26.095915 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:26.139324 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e2cae512-cce6-4eb7-9c68-de86e882e723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:26.150736 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Notify callbacks [] for router, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.151989 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device cf581971-5786-42ed-a549-490a3f1275c8 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:26.164760 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8938799 Jun 29 23:24:26.229842 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Attempting to bind port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:26.230860 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Attempting to bind port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:26.231396 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Attempting to bind port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:26.233608 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Pushing event updated for resources: {'Port': ['ID=a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:26.234677 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Set router 8510ccbb-a22a-47c5-a583-d234e11313a8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:26.264777 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:26.284087 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41312) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:26.464875 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41322) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:26.503593 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7af01611-d716-4f4e-8b6b-da95d30caa37 req-8d8a00f5-a233-4a3c-8b86-da6a98dd1da4 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 210 time: 0.1918921 Jun 29 23:24:26.509601 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:26.510384 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:26.510971 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.511543 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:26.512210 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Bound port: a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:26.512752 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.515756 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.516301 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.516786 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.517319 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.517795 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.518269 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.518757 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.519214 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.519727 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.520193 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.521272 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.521776 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Tracked resource versions report: Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: pushed versions: Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: { 'AddressGroup': {'1.2'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'ConntrackHelper': {'1.0'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Log': {'1.0'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Network': {'1.1'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Port': {'1.7'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'PortForwarding': {'1.2'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'QosPolicy': {'1.8'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SecurityGroup': {'1.4'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SecurityGroupRule': {'1.2'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SubPort': {'1.0'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Subnet': {'1.1'}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Trunk': {'1.1'}} Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: consumer versions: Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: { DHCP agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: HyperV agent@hv-cinder-79694: {}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: L3 agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: Metadata agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: Metering agent@dv-cinder-796946-2-iscsi: {}, Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: Open vSwitch agent@dv-cinder-796946-2-iscsi: { 'AddressGroup': '1.2', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'ConntrackHelper': '1.0', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Log': '1.0', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Network': '1.1', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Port': '1.7', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'PortForwarding': '1.2', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'QosPolicy': '1.8', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SecurityGroup': '1.4', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SecurityGroupRule': '1.2', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'SubPort': '1.0', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Subnet': '1.1', Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: 'Trunk': '1.1'}} Jun 29 23:24:26.522985 dv-cinder-796946-2-iscsi neutron-server[93643]: {{(pid=93643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 23:24:26.530585 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:26.599643 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:24Z', 'revision_number': 3, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:26.630487 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] For port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:26.633918 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Checking router: 0897372a-ca15-41b6-8e9d-521dceeec368 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:24:26.634756 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Updating router 0897372a-ca15-41b6-8e9d-521dceeec368 port c0e74717-3d75-48b1-8a12-c4ce42465a3b binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:24:26.667479 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] For port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:26.683651 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port cf581971-5786-42ed-a549-490a3f1275c8 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:26.684180 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.698014 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b880270f-76de-4f6b-8dc4-ee86be70d6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.701897 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.732762 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1ae008e9-8841-48ea-87e5-dc11a47130d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.797472 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.835872 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:24Z', 'revision_number': 3, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'gw_port': {'id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:26.836921 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b880270f-76de-4f6b-8dc4-ee86be70d6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.857654 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.882232 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:26.883631 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Checking router: 8510ccbb-a22a-47c5-a583-d234e11313a8 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:24:26.883993 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Updating router 8510ccbb-a22a-47c5-a583-d234e11313a8 port d92ebe0a-eeae-4176-880a-ae039fc2288e binding host dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:24:26.924050 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.946425 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1ae008e9-8841-48ea-87e5-dc11a47130d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.949472 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:26.961945 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Pushing event updated for resources: {'Port': ['ID=a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:27.025647 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1ae008e9-8841-48ea-87e5-dc11a47130d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.068129 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c796c9fe-94e0-4431-84f1-88f6a2686aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:27.107402 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:27.113665 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:27.136328 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:27.140023 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae008e9-8841-48ea-87e5-dc11a47130d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdaf548-1954-4fd6-a687-77ab02228511,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:27.153831 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1ae008e9-8841-48ea-87e5-dc11a47130d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:27.184796 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1ae008e9-8841-48ea-87e5-dc11a47130d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5bb35cc1e0234033a0c229b202f409d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6883204 Jun 29 23:24:27.186010 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41338) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:27.219380 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Allocated IP 172.20.0.1 (3c661940-3fd1-4623-ad6b-0bf033a2109d/dbf5d517-a2ae-4868-b59e-fda41015bf75/94424a42-68b6-403b-9d7b-6363322cd800) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:27.252760 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.286857 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:27.339404 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc646da0-3ab3-41d5-a0f6-586a4fef9d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.361507 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc646da0-3ab3-41d5-a0f6-586a4fef9d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.392327 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Transition to ACTIVE for port object d92ebe0a-eeae-4176-880a-ae039fc2288e will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:27.412777 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b880270f-76de-4f6b-8dc4-ee86be70d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.426382 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b880270f-76de-4f6b-8dc4-ee86be70d6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.427988 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b880270f-76de-4f6b-8dc4-ee86be70d6a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ff751fd-b738-4d92-ac5a-6ea59007338a HTTP/1.1" status: 204 len: 168 time: 1.3315296 Jun 29 23:24:27.431988 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:27.454421 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880270f-76de-4f6b-8dc4-ee86be70d6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff751fd-b738-4d92-ac5a-6ea59007338a,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:27.457607 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.461307 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b880270f-76de-4f6b-8dc4-ee86be70d6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:27.468450 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:27.478990 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.524460 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc646da0-3ab3-41d5-a0f6-586a4fef9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.536576 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc646da0-3ab3-41d5-a0f6-586a4fef9d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.541296 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-fc646da0-3ab3-41d5-a0f6-586a4fef9d3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fdaf548-1954-4fd6-a687-77ab02228511 HTTP/1.1" status: 204 len: 168 time: 0.3543279 Jun 29 23:24:27.542260 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Allocated IP 172.20.0.1 (9d8ecfa1-3c87-4166-9abc-18a879e92697/5cd51bbb-eb2f-4679-8361-22fe3e4938f8/ae60bae6-20de-491a-a36e-49a22fe5ee34) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:27.543827 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:27.553854 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc646da0-3ab3-41d5-a0f6-586a4fef9d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdaf548-1954-4fd6-a687-77ab02228511,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:27.557122 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fc646da0-3ab3-41d5-a0f6-586a4fef9d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:27.568859 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Attempting to bind port d92ebe0a-eeae-4176-880a-ae039fc2288e on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:27.570794 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Attempting to bind port d92ebe0a-eeae-4176-880a-ae039fc2288e by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:27.571927 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Attempting to bind port d92ebe0a-eeae-4176-880a-ae039fc2288e on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:27.624325 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:27.625448 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:27.625973 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.626096 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:23Z', 'revision_number': 3, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:27.629096 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:27.629720 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Bound port: d92ebe0a-eeae-4176-880a-ae039fc2288e, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:27.630222 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.657593 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.667575 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-dae08600-7716-4d9a-82c2-ae6d285c6780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:27.679693 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b26d08-bcc5-42bb-8053-b573aec9d880 None None] Pushing event updated for resources: {'Port': ['ID=d92ebe0a-eeae-4176-880a-ae039fc2288e,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:27.683986 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f5b26d08-bcc5-42bb-8053-b573aec9d880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:27.697553 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69bd34e-9647-4fa5-88ce-e6c533086e5c None None] The sync data for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi is: [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:23Z', 'revision_number': 3, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:24:27.701301 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Network 3c661940-3fd1-4623-ad6b-0bf033a2109d is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:27.718975 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] For port d92ebe0a-eeae-4176-880a-ae039fc2288e, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:27.722759 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:27.725068 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] For port d92ebe0a-eeae-4176-880a-ae039fc2288e, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=d92ebe0a-eeae-4176-880a-ae039fc2288e,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:27.727205 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:27.727684 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.787802 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.794281 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.800445 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Transition to ACTIVE for port object c0e74717-3d75-48b1-8a12-c4ce42465a3b will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:27.818153 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.827149 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4b057b96-665c-45ff-87d7-2ef0c64e65d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:27.831670 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eacf4e57-765b-418f-9fc8-1d8716ff31dc req-d935e513-e05d-42ff-84b1-12e91e98cef9 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 210 time: 0.0634279 Jun 29 23:24:27.832236 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Pushing event updated for resources: {'Port': ['ID=94424a42-68b6-403b-9d7b-6363322cd800,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:27.838939 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.844032 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:27.893722 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:27.898134 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:27.903634 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Transition to ACTIVE for port object ae60bae6-20de-491a-a36e-49a22fe5ee34 will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:27.979968 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Routers {'8510ccbb-a22a-47c5-a583-d234e11313a8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:27.980828 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8510ccbb-a22a-47c5-a583-d234e11313a8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:28.019715 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Attempting to bind port c0e74717-3d75-48b1-8a12-c4ce42465a3b on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:28.030522 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Attempting to bind port c0e74717-3d75-48b1-8a12-c4ce42465a3b by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:28.030522 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Attempting to bind port c0e74717-3d75-48b1-8a12-c4ce42465a3b on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:28.030522 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9625d-0c8c-4d14-88f1-166a549706b4 None None] Pushing event updated for resources: {'Port': ['ID=c0e74717-3d75-48b1-8a12-c4ce42465a3b,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:28.047352 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-a9e9625d-0c8c-4d14-88f1-166a549706b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:28.048876 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:28.049385 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:28.050030 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.050599 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:28.051378 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Bound port: c0e74717-3d75-48b1-8a12-c4ce42465a3b, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:28.051733 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.057590 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b26d08-bcc5-42bb-8053-b573aec9d880 None None] Pushing event updated for resources: {'Port': ['ID=d92ebe0a-eeae-4176-880a-ae039fc2288e,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:28.058718 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Allocated IP 172.20.0.1 (1491f8eb-60e7-415d-8468-88dc866fd07d/c99bd0f5-85c6-4b83-8e62-87c563779caa/4c1d40e9-4677-4d57-81a4-74c8aad192ca) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:28.074726 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f5b26d08-bcc5-42bb-8053-b573aec9d880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:28.099870 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.169796 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] For port c0e74717-3d75-48b1-8a12-c4ce42465a3b, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:28.174562 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] For port c0e74717-3d75-48b1-8a12-c4ce42465a3b, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=c0e74717-3d75-48b1-8a12-c4ce42465a3b,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:28.197102 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.204891 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] Set router 8510ccbb-a22a-47c5-a583-d234e11313a8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:28.250186 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.261201 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:28.282154 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:28.361478 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:28.389955 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:28.396428 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:28.397112 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.514291 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9625d-0c8c-4d14-88f1-166a549706b4 None None] Pushing event updated for resources: {'Port': ['ID=c0e74717-3d75-48b1-8a12-c4ce42465a3b,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:28.530117 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-a9e9625d-0c8c-4d14-88f1-166a549706b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:28.534566 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:28.536803 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:28.577830 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Pushing event updated for resources: {'Port': ['ID=ae60bae6-20de-491a-a36e-49a22fe5ee34,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:28.612837 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:28.701614 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.748662 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.767954 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:24Z', 'revision_number': 3, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'gw_port': {'id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:28.788988 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.793134 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:28.807526 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:28.842076 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:28.847068 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a2061-92fe-4f83-96dd-0c17cd16ffd8 None None] The sync data for ids ['8510ccbb-a22a-47c5-a583-d234e11313a8'] in dv-cinder-796946-2-iscsi is: [{'id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:24Z', 'revision_number': 3, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'gw_port': {'id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:24:28.904327 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Transition to ACTIVE for port object 4c1d40e9-4677-4d57-81a4-74c8aad192ca will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:28.975438 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-7d9efd8f-f910-47b7-bbeb-0d671a227fb4 None None] Provisioning for port ae60bae6-20de-491a-a36e-49a22fe5ee34 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:28.980403 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-7d9efd8f-f910-47b7-bbeb-0d671a227fb4 None None] Provisioning complete for port ae60bae6-20de-491a-a36e-49a22fe5ee34 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:28.998547 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7d9efd8f-f910-47b7-bbeb-0d671a227fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:29.086017 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:29.099643 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-7d9efd8f-f910-47b7-bbeb-0d671a227fb4 None None] Port ae60bae6-20de-491a-a36e-49a22fe5ee34 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:24:29.151127 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:29.183997 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Pushing event updated for resources: {'Port': ['ID=94424a42-68b6-403b-9d7b-6363322cd800,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:29.192510 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:29.239730 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:24Z', 'revision_number': 3, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:29.252463 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7297ab97-f369-4799-8589-8ca973faa269 req-f081c535-2b71-489e-8ee8-8024906574f5 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 210 time: 0.1563313 Jun 29 23:24:29.263822 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Network 3c661940-3fd1-4623-ad6b-0bf033a2109d is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:29.270416 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:29.281393 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Network 1491f8eb-60e7-415d-8468-88dc866fd07d is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:29.283710 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:29.321784 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acf863-5796-411b-a0b1-6c04dd5d4099 None None] The sync data for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi is: [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:24Z', 'revision_number': 3, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:24:29.431001 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1d40e9-4677-4d57-81a4-74c8aad192ca,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:29.468574 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:29.488061 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:29.580101 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:29.581022 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:29.753604 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Router 8510ccbb-a22a-47c5-a583-d234e11313a8 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:24:29.768845 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:30.045687 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:30.074172 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:30.079359 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:30.079685 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:30.087221 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:30.107340 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:24:30.134182 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] 10.222.0.61 "PUT /v2.0/routers/8510ccbb-a22a-47c5-a583-d234e11313a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1268256 Jun 29 23:24:30.185793 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:30.204786 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:30.208356 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:30.230754 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:30.309846 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:30.358007 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:24:30.732805 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-a8bca654-001e-4846-8253-0f8472bb0f5c None None] Provisioning for port 4c1d40e9-4677-4d57-81a4-74c8aad192ca completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:30.732805 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-a8bca654-001e-4846-8253-0f8472bb0f5c None None] Provisioning complete for port 4c1d40e9-4677-4d57-81a4-74c8aad192ca triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:30.732805 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a8bca654-001e-4846-8253-0f8472bb0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:30.734289 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Pushing event updated for resources: {'Port': ['ID=ae60bae6-20de-491a-a36e-49a22fe5ee34,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:30.742775 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:30.742775 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device d92ebe0a-eeae-4176-880a-ae039fc2288e up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:30.743673 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:30.743952 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:30.743952 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-a8bca654-001e-4846-8253-0f8472bb0f5c None None] Port 4c1d40e9-4677-4d57-81a4-74c8aad192ca cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:24:30.744688 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ed987886-47cf-4ffb-b7f5-095114648853 req-6c813728-72ce-4e7b-accb-a8119ed47707 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 210 time: 0.0965347 Jun 29 23:24:30.745408 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:30.745408 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:30.885666 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port d92ebe0a-eeae-4176-880a-ae039fc2288e completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:30.890915 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port d92ebe0a-eeae-4176-880a-ae039fc2288e triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:30.891312 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:31.017606 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:31.036556 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.64', 55257) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:31.050136 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:31.052268 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:31.071066 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:31.124463 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port d92ebe0a-eeae-4176-880a-ae039fc2288e, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=d92ebe0a-eeae-4176-880a-ae039fc2288e,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:24:31.152259 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:31.158623 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:31.190896 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:31.231940 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:31.239653 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:31.366498 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-35340fe1-0066-4adc-b323-417064f55081 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:31.376522 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-35340fe1-0066-4adc-b323-417064f55081 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.64 "GET /v2.0/networks?id=3f837d18-17ac-40a2-be19-25c2247e5655 HTTP/1.1" status: 200 len: 812 time: 0.3386855 Jun 29 23:24:31.410425 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=d92ebe0a-eeae-4176-880a-ae039fc2288e,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:31.413599 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-9d2374c3-d83c-4d2e-929c-a84dd3bd8637 None None] Provisioning complete for port ae60bae6-20de-491a-a36e-49a22fe5ee34 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:31.414266 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9d2374c3-d83c-4d2e-929c-a84dd3bd8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:31.416143 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:31.457960 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-9d2374c3-d83c-4d2e-929c-a84dd3bd8637 None None] Port ae60bae6-20de-491a-a36e-49a22fe5ee34 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:24:31.459406 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Request body: {'port': {'device_id': 'bae02425-b2bc-4dac-b681-e696057ff4af', 'network_id': '3f837d18-17ac-40a2-be19-25c2247e5655', 'admin_state_up': True, 'tenant_id': 'c132efeffd4f43edb5279baa0abe7000'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:31.483052 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1d40e9-4677-4d57-81a4-74c8aad192ca,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:31.486204 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:31.508591 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:24:31.634867 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Network 1491f8eb-60e7-415d-8468-88dc866fd07d is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:31.638235 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:31.879612 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device c0e74717-3d75-48b1-8a12-c4ce42465a3b up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:31.938118 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:24:31.970558 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Sync routers for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:24:31.971577 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] 10.222.0.61 "PUT /v2.0/routers/0bc41495-bd64-4801-b10a-0bc6a1edfad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8297479 Jun 29 23:24:32.033962 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:32.034724 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-451c47f7-84b6-46ad-b7be-3019063d0864 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:32.035273 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:32.041120 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-451c47f7-84b6-46ad-b7be-3019063d0864 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 818 time: 0.4681225 Jun 29 23:24:32.065808 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Router 0897372a-ca15-41b6-8e9d-521dceeec368 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:24:32.085787 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-38bbac72-9b05-40bf-9e5c-ddeab5877696 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/quotas/12a265f65b4d4accb216ba5019c73980 HTTP/1.1" status: 200 len: 375 time: 0.0392175 Jun 29 23:24:32.086331 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Made reservation on behalf of c132efeffd4f43edb5279baa0abe7000 for: {'port': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:32.098286 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:32.162481 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-da65f04d-d49f-44d3-ad4a-a9fe55e43951 None None] Provisioning complete for port 4c1d40e9-4677-4d57-81a4-74c8aad192ca triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:32.162834 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-da65f04d-d49f-44d3-ad4a-a9fe55e43951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:32.224798 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79cac26b-5d2a-414e-bf65-5304fb50930e req-86868592-4a36-4de3-84f3-1c63ce1f9415 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 210 time: 0.1525345 Jun 29 23:24:32.379815 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:24:32.400218 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] 10.222.0.61 "PUT /v2.0/routers/0897372a-ca15-41b6-8e9d-521dceeec368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1110003 Jun 29 23:24:32.524334 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:32.590654 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port c0e74717-3d75-48b1-8a12-c4ce42465a3b completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:32.602352 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-da65f04d-d49f-44d3-ad4a-a9fe55e43951 None None] Port 4c1d40e9-4677-4d57-81a4-74c8aad192ca cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:24:32.605604 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port c0e74717-3d75-48b1-8a12-c4ce42465a3b triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:32.605979 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:32.614072 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-c67aa683-04cf-47a1-87ec-1dfe8ea23b24 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5127738 Jun 29 23:24:32.696041 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Allocated IP 172.20.0.7 (3f837d18-17ac-40a2-be19-25c2247e5655/3dc4fda9-8bfc-40da-bb12-9e1e5fa95b52/e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:32.728006 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Sync routers for ids ['8510ccbb-a22a-47c5-a583-d234e11313a8'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:24:32.756840 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Routers {'8510ccbb-a22a-47c5-a583-d234e11313a8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:32.758958 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8510ccbb-a22a-47c5-a583-d234e11313a8'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:32.827901 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:32.853636 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port c0e74717-3d75-48b1-8a12-c4ce42465a3b, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=c0e74717-3d75-48b1-8a12-c4ce42465a3b,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:24:32.887522 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 2, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:32.932530 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-5efc0744-ce06-440f-a177-88b213b9484c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:24:32.933636 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-5efc0744-ce06-440f-a177-88b213b9484c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1124070 Jun 29 23:24:32.944367 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Checking router: 0bc41495-bd64-4801-b10a-0bc6a1edfad8 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:24:32.945682 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Updating router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 port ae60bae6-20de-491a-a36e-49a22fe5ee34 binding host dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:24:32.990877 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:32.995673 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device d92ebe0a-eeae-4176-880a-ae039fc2288e up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:32.996442 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Set router 8510ccbb-a22a-47c5-a583-d234e11313a8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:33.010181 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:33.062193 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Sync routers for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:24:33.222734 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:33.245553 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:33.249297 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41554) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:33.250566 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:33.255047 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-dfa0af62-5d35-49aa-9c7c-f8c41a907cb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1162090928', 'description': 'tempest-description--1583430353'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:33.281240 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:33.323751 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-51dc3dc7-c7bd-4297-a2a6-ae213fae03ee service neutron] 10.222.0.61 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781917 Jun 29 23:24:33.375972 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa0af62-5d35-49aa-9c7c-f8c41a907cb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:33.395675 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=c0e74717-3d75-48b1-8a12-c4ce42465a3b,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:33.436164 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:33.467343 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'gw_port': {'id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '94424a42-68b6-403b-9d7b-6363322cd800', 'name': '', 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'mac_address': 'fa:16:3e:dd:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dbf5d517-a2ae-4868-b59e-fda41015bf75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 2, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'subnets': [{'id': 'dbf5d517-a2ae-4868-b59e-fda41015bf75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:33.517821 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Checking router: 8510ccbb-a22a-47c5-a583-d234e11313a8 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:24:33.519852 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Updating router 8510ccbb-a22a-47c5-a583-d234e11313a8 port 94424a42-68b6-403b-9d7b-6363322cd800 binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:24:33.557826 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-3e405393-d645-4423-9473-77f499210512 service neutron] 10.222.0.61 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305241 Jun 29 23:24:33.618446 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:33.623459 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:33.631691 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:33.668241 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa0af62-5d35-49aa-9c7c-f8c41a907cb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:33.746996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa0af62-5d35-49aa-9c7c-f8c41a907cb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:33.752035 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b880270f-76de-4f6b-8dc4-ee86be70d6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:33.837260 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0af62-5d35-49aa-9c7c-f8c41a907cb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4b624b-4f24-491d-bce8-707c1580b0c8,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:33.843243 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dfa0af62-5d35-49aa-9c7c-f8c41a907cb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:33.868241 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa0af62-5d35-49aa-9c7c-f8c41a907cb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:33.872839 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-dfa0af62-5d35-49aa-9c7c-f8c41a907cb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6224380 Jun 29 23:24:33.873645 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41562) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:33.879826 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-eb91e491-015f-4e2d-95f2-2ed242491d86 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'security_group_rule': {'security_group_id': '7c4b624b-4f24-491d-bce8-707c1580b0c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:33.918804 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port d92ebe0a-eeae-4176-880a-ae039fc2288e triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:33.919510 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:33.969578 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Network 3f837d18-17ac-40a2-be19-25c2247e5655 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:33.973855 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:33.976389 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Pushing event updated for resources: {'Port': ['ID=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:34.006220 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:34.018332 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:34.019059 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.020698 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-eb91e491-015f-4e2d-95f2-2ed242491d86 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.061513 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:34.066430 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:34.091794 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41566) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:34.096555 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-4b4a1522-d1c9-4caf-b33b-0c6e905d8d94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768718416', 'description': 'tempest-description--2040787337'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:34.138765 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6864045 Jun 29 23:24:34.165813 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:34.198804 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-eb91e491-015f-4e2d-95f2-2ed242491d86 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.289752 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-eb91e491-015f-4e2d-95f2-2ed242491d86 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.291830 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:34.315936 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91e491-015f-4e2d-95f2-2ed242491d86 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14aea1fc-e2c9-44e8-b4fa-1dc4ffd68e32,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:34.331710 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1522-d1c9-4caf-b33b-0c6e905d8d94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.341542 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-eb91e491-015f-4e2d-95f2-2ed242491d86 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:34.417971 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.431727 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Transition to ACTIVE for port object 94424a42-68b6-403b-9d7b-6363322cd800 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:34.439236 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-eb91e491-015f-4e2d-95f2-2ed242491d86 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.444491 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-eb91e491-015f-4e2d-95f2-2ed242491d86 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5688984 Jun 29 23:24:34.445422 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41590) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:34.450898 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-90e4167e-52f7-4518-903d-8d516cec5e12 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'security_group_rule': {'security_group_id': '7c4b624b-4f24-491d-bce8-707c1580b0c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:34.468474 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1735f8d-1b0a-4f76-8f68-48df7946869c req-4678eec4-fcf0-4355-af06-a237110a2b18 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 210 time: 0.1135581 Jun 29 23:24:34.488829 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:34.489434 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.575502 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.579150 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:34.604267 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-90e4167e-52f7-4518-903d-8d516cec5e12 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.724518 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.737218 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Transition to ACTIVE for port object ae60bae6-20de-491a-a36e-49a22fe5ee34 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:34.826099 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-90e4167e-52f7-4518-903d-8d516cec5e12 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.862886 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.867663 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ea2ae5b1-75ef-4e02-93a8-73a5ef4af3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:34.888177 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c93ca0-caa9-4605-8ded-aa98f01f8469 None None] Pushing event updated for resources: {'Port': ['ID=94424a42-68b6-403b-9d7b-6363322cd800,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:34.908566 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-90e4167e-52f7-4518-903d-8d516cec5e12 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.909598 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-37c93ca0-caa9-4605-8ded-aa98f01f8469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:34.914912 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-eb91e491-015f-4e2d-95f2-2ed242491d86 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:34.927655 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Attempting to bind port 94424a42-68b6-403b-9d7b-6363322cd800 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:34.928038 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Attempting to bind port 94424a42-68b6-403b-9d7b-6363322cd800 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:34.928406 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Attempting to bind port 94424a42-68b6-403b-9d7b-6363322cd800 on network 3c661940-3fd1-4623-ad6b-0bf033a2109d {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:34.937118 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6eda55-8be7-4c7c-a095-37897b1cc17c None None] Pushing event updated for resources: {'Port': ['ID=ae60bae6-20de-491a-a36e-49a22fe5ee34,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:34.937433 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4167e-52f7-4518-903d-8d516cec5e12 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dff0a1d-6f46-419e-99ef-59039b20b6ef,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:34.941634 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:34.941634 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Checking segment: {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:34.946416 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-9a6eda55-8be7-4c7c-a095-37897b1cc17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:34.948749 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-90e4167e-52f7-4518-903d-8d516cec5e12 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:34.948954 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:34.949757 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Bound using segment: {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:34.950015 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Bound port: 94424a42-68b6-403b-9d7b-6363322cd800, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:34.950327 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.027643 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd694-1be7-4cdf-8419-f09697115079 req-c4ab5b7f-322f-4a95-9b1c-26b22b8b164e tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:35.038618 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4c9dd694-1be7-4cdf-8419-f09697115079 req-c4ab5b7f-322f-4a95-9b1c-26b22b8b164e tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 931 time: 0.6417525 Jun 29 23:24:35.061471 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Attempting to bind port ae60bae6-20de-491a-a36e-49a22fe5ee34 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:35.061822 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Attempting to bind port ae60bae6-20de-491a-a36e-49a22fe5ee34 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:35.066284 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Attempting to bind port ae60bae6-20de-491a-a36e-49a22fe5ee34 on network 9d8ecfa1-3c87-4166-9abc-18a879e92697 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:35.066577 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] For port 94424a42-68b6-403b-9d7b-6363322cd800, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:35.074132 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:35.074737 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Checking segment: {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:35.074908 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.078163 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Bound using segment: {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:35.078282 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] For port 94424a42-68b6-403b-9d7b-6363322cd800, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=94424a42-68b6-403b-9d7b-6363322cd800,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:35.078376 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Bound port: ae60bae6-20de-491a-a36e-49a22fe5ee34, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:35.078376 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.081035 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 2, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:35.125086 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Checking router: 0897372a-ca15-41b6-8e9d-521dceeec368 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:24:35.125669 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Updating router 0897372a-ca15-41b6-8e9d-521dceeec368 port 4c1d40e9-4677-4d57-81a4-74c8aad192ca binding host dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:24:35.135649 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-d13c63d5-faed-491e-bb64-a49ec36a8ca2 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:35.137160 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-d13c63d5-faed-491e-bb64-a49ec36a8ca2 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 818 time: 0.2848775 Jun 29 23:24:35.170340 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device c0e74717-3d75-48b1-8a12-c4ce42465a3b up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:35.171918 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1522-d1c9-4caf-b33b-0c6e905d8d94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.183525 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4c9dd694-1be7-4cdf-8419-f09697115079 req-af943437-a690-424c-9b8c-854a7c94124c tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439350 Jun 29 23:24:35.185114 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-73279ab2-bbe3-4c50-b997-13ecdefb5c3b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/quotas/12a265f65b4d4accb216ba5019c73980 HTTP/1.1" status: 200 len: 375 time: 0.0322788 Jun 29 23:24:35.189942 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.210211 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-a9e9625d-0c8c-4d14-88f1-166a549706b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:35.252721 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1522-d1c9-4caf-b33b-0c6e905d8d94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.263278 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:35.271375 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Routers {'8510ccbb-a22a-47c5-a583-d234e11313a8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:35.272420 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8510ccbb-a22a-47c5-a583-d234e11313a8'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:35.296118 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.299482 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a1522-d1c9-4caf-b33b-0c6e905d8d94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbab121-76f4-45b3-a10f-9876bdecb62b,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:35.313470 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4b4a1522-d1c9-4caf-b33b-0c6e905d8d94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:35.323788 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] For port ae60bae6-20de-491a-a36e-49a22fe5ee34, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:35.349309 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-90e4167e-52f7-4518-903d-8d516cec5e12 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.351106 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-90e4167e-52f7-4518-903d-8d516cec5e12 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9043987 Jun 29 23:24:35.352304 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] For port ae60bae6-20de-491a-a36e-49a22fe5ee34, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=ae60bae6-20de-491a-a36e-49a22fe5ee34,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:35.357839 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c93ca0-caa9-4605-8ded-aa98f01f8469 None None] Pushing event updated for resources: {'Port': ['ID=94424a42-68b6-403b-9d7b-6363322cd800,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:35.361036 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41628) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:35.363164 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-37c93ca0-caa9-4605-8ded-aa98f01f8469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:35.366632 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'floatingip': {'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:35.383070 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-6354b8b9-7369-4cd3-b9bd-a9f0caa24bc1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1735401 Jun 29 23:24:35.417060 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4b4a1522-d1c9-4caf-b33b-0c6e905d8d94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.422690 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4b4a1522-d1c9-4caf-b33b-0c6e905d8d94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3293731 Jun 29 23:24:35.423391 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41636) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:35.450329 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.452702 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port c0e74717-3d75-48b1-8a12-c4ce42465a3b triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:35.453172 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.459703 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:35.488432 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-901357cd-0092-4812-be54-6ad5e1c7d429 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'security_group_rule': {'security_group_id': 'ebbab121-76f4-45b3-a10f-9876bdecb62b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:35.490416 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] Set router 8510ccbb-a22a-47c5-a583-d234e11313a8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:35.503000 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.568034 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-1e82c08a-41fc-4299-93db-fe9bb3fb3a29 service neutron] 10.222.0.61 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713820 Jun 29 23:24:35.587907 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41640) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:35.639098 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-901357cd-0092-4812-be54-6ad5e1c7d429 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.735389 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-901357cd-0092-4812-be54-6ad5e1c7d429 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.738750 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.762151 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6eda55-8be7-4c7c-a095-37897b1cc17c None None] Pushing event updated for resources: {'Port': ['ID=ae60bae6-20de-491a-a36e-49a22fe5ee34,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:35.776915 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-de22b994-6451-49dd-837d-2e17f5751543 service neutron] 10.222.0.61 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045424 Jun 29 23:24:35.803652 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-901357cd-0092-4812-be54-6ad5e1c7d429 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.822172 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-9a6eda55-8be7-4c7c-a095-37897b1cc17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:35.831966 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:35.835142 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5d31f9d8-dda5-43e4-a71c-23ca6b28088f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:35.850035 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:35.850531 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:35.887098 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'gw_port': {'id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '94424a42-68b6-403b-9d7b-6363322cd800', 'name': '', 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'mac_address': 'fa:16:3e:dd:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dbf5d517-a2ae-4868-b59e-fda41015bf75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:35Z', 'revision_number': 4, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'subnets': [{'id': 'dbf5d517-a2ae-4868-b59e-fda41015bf75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:35.939843 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Allocated IP 172.27.1.230 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/7ca81d10-ab55-47b1-9093-90a10ed4bf8c) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:36.029949 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901357cd-0092-4812-be54-6ad5e1c7d429 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f3dc6a-07c7-488c-9563-c7f4a073c948,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:36.033589 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b35e40-a441-47c7-a76f-19e5a7f13d6e None None] The sync data for ids ['8510ccbb-a22a-47c5-a583-d234e11313a8'] in dv-cinder-796946-2-iscsi is: [{'id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'gw_port': {'id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '94424a42-68b6-403b-9d7b-6363322cd800', 'name': '', 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'mac_address': 'fa:16:3e:dd:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'dbf5d517-a2ae-4868-b59e-fda41015bf75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:35Z', 'revision_number': 4, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'subnets': [{'id': 'dbf5d517-a2ae-4868-b59e-fda41015bf75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:24:36.033893 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-901357cd-0092-4812-be54-6ad5e1c7d429 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:36.146161 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:36.160060 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:36.286020 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-901357cd-0092-4812-be54-6ad5e1c7d429 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:36.293332 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41660) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:36.294620 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-901357cd-0092-4812-be54-6ad5e1c7d429 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8115230 Jun 29 23:24:36.299851 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-f8bcd88c-60f9-4d30-b412-2dbd7452d88c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'security_group_rule': {'security_group_id': 'ebbab121-76f4-45b3-a10f-9876bdecb62b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:36.483386 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9f470da9-c0c3-4e2e-9fe2-887b4a13b405 req-95bdd1b6-0a83-445f-b082-2e9089a12ce3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.1050880 Jun 29 23:24:36.524399 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:36.527932 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:36.681405 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:36.681405 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:36.684475 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:36.706314 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'Port': ['ID=7ca81d10-ab55-47b1-9093-90a10ed4bf8c,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:36.721103 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:36.727563 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39863176-7f3d-421a-b5ff-01e6eb8f1304 req-92203d98-cccd-4f22-aaa2-40a957bfa1b1 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:36.744038 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-39863176-7f3d-421a-b5ff-01e6eb8f1304 req-92203d98-cccd-4f22-aaa2-40a957bfa1b1 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 931 time: 0.2465460 Jun 29 23:24:36.812338 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5d31f9d8-dda5-43e4-a71c-23ca6b28088f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:36.823717 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:36.840785 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Transition to ACTIVE for port object 4c1d40e9-4677-4d57-81a4-74c8aad192ca will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:36.848954 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-39863176-7f3d-421a-b5ff-01e6eb8f1304 req-8a3bdde5-5b05-4a42-90b0-e7fa2190c63b tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035998 Jun 29 23:24:36.884723 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:35Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:36.901314 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:36.935981 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc99c74-8593-47bf-ac4b-84eb22c96056 None None] The sync data for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi is: [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:35Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:24:36.943492 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5d31f9d8-dda5-43e4-a71c-23ca6b28088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:36.950352 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:36.978887 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:36.983175 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b63530f1-84aa-4fb4-b8dd-4c62163600d4 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:24:36.984807 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b63530f1-84aa-4fb4-b8dd-4c62163600d4 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070865 Jun 29 23:24:36.991678 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:37.153697 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5d31f9d8-dda5-43e4-a71c-23ca6b28088f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef529616e138487880c5d1aefbd4bfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5621586 Jun 29 23:24:37.159519 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41672) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:37.185448 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31f9d8-dda5-43e4-a71c-23ca6b28088f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8863806c-2c9a-4469-84e0-2eeaaa48717f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:37.193437 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5d31f9d8-dda5-43e4-a71c-23ca6b28088f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:37.225131 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:37.288642 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Request body: {'port': {'device_id': 'bae02425-b2bc-4dac-b681-e696057ff4af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:37.349924 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d460ff9-1e39-44f5-a33d-d43f3095015a None None] Pushing event updated for resources: {'Port': ['ID=4c1d40e9-4677-4d57-81a4-74c8aad192ca,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:37.356023 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 94424a42-68b6-403b-9d7b-6363322cd800 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:37.399360 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5d460ff9-1e39-44f5-a33d-d43f3095015a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:37.531999 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Attempting to bind port 4c1d40e9-4677-4d57-81a4-74c8aad192ca on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:37.532468 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Attempting to bind port 4c1d40e9-4677-4d57-81a4-74c8aad192ca by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:37.532846 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Attempting to bind port 4c1d40e9-4677-4d57-81a4-74c8aad192ca on network 1491f8eb-60e7-415d-8468-88dc866fd07d {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:37.605326 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:37.608354 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Checking segment: {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:37.610051 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:37.612976 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Bound using segment: {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:37.616819 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Bound port: 4c1d40e9-4677-4d57-81a4-74c8aad192ca, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:37.616819 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:37.724200 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-99f9c277-7687-4957-a0ff-ac4855d07cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:37.846436 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0f966ba1-72e8-4e9c-8e4c-da89099944f9 req-76a58b8c-afd8-46e6-b664-31b1ba28dc65 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.1538155 Jun 29 23:24:37.908178 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-99f9c277-7687-4957-a0ff-ac4855d07cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:37.909485 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] For port 4c1d40e9-4677-4d57-81a4-74c8aad192ca, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:37.933653 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:37.939634 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] For port 4c1d40e9-4677-4d57-81a4-74c8aad192ca, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4c1d40e9-4677-4d57-81a4-74c8aad192ca,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:37.988789 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 94424a42-68b6-403b-9d7b-6363322cd800 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:37.995232 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 94424a42-68b6-403b-9d7b-6363322cd800 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:37.995853 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.057671 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.061324 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd88c-60f9-4d30-b412-2dbd7452d88c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.066056 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.082293 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:38.100418 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:24:38.183552 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:24:38.184626 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:38.204903 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.301454 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-21f0123d-0035-40e1-b0e2-ad88350a95e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:38.310095 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d460ff9-1e39-44f5-a33d-d43f3095015a None None] Pushing event updated for resources: {'Port': ['ID=4c1d40e9-4677-4d57-81a4-74c8aad192ca,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:38.322163 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5d460ff9-1e39-44f5-a33d-d43f3095015a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:38.338295 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.505354 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd88c-60f9-4d30-b412-2dbd7452d88c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.508773 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.530680 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'Port': ['ID=7ca81d10-ab55-47b1-9093-90a10ed4bf8c,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:38.536312 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:38.548850 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 94424a42-68b6-403b-9d7b-6363322cd800, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=94424a42-68b6-403b-9d7b-6363322cd800,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:24:38.574427 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:24:38.605415 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd88c-60f9-4d30-b412-2dbd7452d88c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.610227 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-90e4167e-52f7-4518-903d-8d516cec5e12 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:38.627404 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-99f9c277-7687-4957-a0ff-ac4855d07cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.652905 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcd88c-60f9-4d30-b412-2dbd7452d88c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a72fb41-7ece-4391-b773-3e3a249674a0,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:38.658139 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f8bcd88c-60f9-4d30-b412-2dbd7452d88c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:38.670988 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-99f9c277-7687-4957-a0ff-ac4855d07cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.675495 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-99f9c277-7687-4957-a0ff-ac4855d07cfb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8863806c-2c9a-4469-84e0-2eeaaa48717f HTTP/1.1" status: 204 len: 168 time: 1.5116823 Jun 29 23:24:38.688854 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:38.708940 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.710543 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3481603 Jun 29 23:24:38.747945 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.751043 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:38.792982 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd88c-60f9-4d30-b412-2dbd7452d88c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:38.794866 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-f8bcd88c-60f9-4d30-b412-2dbd7452d88c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5000286 Jun 29 23:24:38.798521 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41712) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:38.805210 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'floatingip': {'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:38.872488 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=94424a42-68b6-403b-9d7b-6363322cd800,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:38.873663 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9c277-7687-4957-a0ff-ac4855d07cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8863806c-2c9a-4469-84e0-2eeaaa48717f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:38.881089 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:38.908150 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-99f9c277-7687-4957-a0ff-ac4855d07cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:38.988393 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:39.117517 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf6e1a-0cff-4f24-b5c6-33e7fc84f8e4 req-b162fe13-df34-4f3c-b468-7863b3125161 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:39.144495 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49cf6e1a-0cff-4f24-b5c6-33e7fc84f8e4 req-b162fe13-df34-4f3c-b468-7863b3125161 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 931 time: 0.5259771 Jun 29 23:24:39.272382 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:37Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:24:39.274384 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:39.365856 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a04f35-de82-4e75-938c-c1d211e026c6 None None] The sync data for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi is: [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:37Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:24:39.411914 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d492726-a5ce-4e46-af39-cb0de0b7d28d req-980ca39a-cea7-4988-9844-03ce81ecb8ea tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.2132337 Jun 29 23:24:39.438859 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49cf6e1a-0cff-4f24-b5c6-33e7fc84f8e4 req-2f111cd0-370f-4602-9721-3a6384bb39f0 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815144 Jun 29 23:24:39.504731 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 94424a42-68b6-403b-9d7b-6363322cd800 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:39.613149 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Allocated IP 172.27.1.130 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/7d200de8-b4e1-4be2-8ed3-509150ff5be3) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:39.659991 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 {{(pid=93641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:24:39.699995 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:39.703742 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.64', 55277) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:39.707117 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 94424a42-68b6-403b-9d7b-6363322cd800 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:39.707667 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:39.865648 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:40.043589 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-08b113a3-7066-48a3-9299-0717a1df51a3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:40.047418 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-08b113a3-7066-48a3-9299-0717a1df51a3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.64 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 818 time: 0.3230023 Jun 29 23:24:40.053293 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Transition to ACTIVE for port object e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 will not be triggered until provisioned by entity L2. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:40.059672 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f2453fb0-9df0-4849-b239-f97bab726958 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1162090928&fields=id&tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566 HTTP/1.1" status: 200 len: 267 time: 0.3713708 Jun 29 23:24:40.139654 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:40.143675 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:40.178519 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Request body: {'port': {'device_id': '26dd68f7-bee1-4a24-99ab-56f1020ac804', 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d', 'admin_state_up': True, 'tenant_id': '12a265f65b4d4accb216ba5019c73980'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:40.222371 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:40.239123 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:40.243704 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:40.247333 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:40.303515 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device ae60bae6-20de-491a-a36e-49a22fe5ee34 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:40.306343 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:40.313722 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:40.331106 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'Port': ['ID=7d200de8-b4e1-4be2-8ed3-509150ff5be3,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:40.345623 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:40.473902 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port ae60bae6-20de-491a-a36e-49a22fe5ee34 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:40.475117 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port ae60bae6-20de-491a-a36e-49a22fe5ee34 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:40.475741 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:40.488325 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-bcc0ecf3-679f-44cb-b8e8-b25dfb090489 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:40.498007 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-bcc0ecf3-679f-44cb-b8e8-b25dfb090489 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 811 time: 0.4234107 Jun 29 23:24:40.581490 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:40.668287 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:40.750444 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port ae60bae6-20de-491a-a36e-49a22fe5ee34, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=ae60bae6-20de-491a-a36e-49a22fe5ee34,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:24:40.873846 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-720ec443-5673-4285-96e8-08cb3448ac04 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/quotas/6e9f8b3be04a4d77b1952a18bfa8c566 HTTP/1.1" status: 200 len: 375 time: 0.1070940 Jun 29 23:24:40.878166 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Attempting to bind port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:40.878533 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Attempting to bind port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': 'd911686f-1da3-4130-88b4-3ca73855c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3f837d18-17ac-40a2-be19-25c2247e5655'}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:40.878876 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Attempting to bind port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 on network 3f837d18-17ac-40a2-be19-25c2247e5655 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:40.916605 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 on network 3f837d18-17ac-40a2-be19-25c2247e5655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:24:40.916721 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Attempting to bind port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 on network 3f837d18-17ac-40a2-be19-25c2247e5655 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:40.926727 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f7e5bb00-edb7-4939-8863-0489845b8613 req-feedfe1c-591f-44e3-b725-653158cf4637 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0768766 Jun 29 23:24:40.929358 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:40.929718 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Checking segment: {'id': 'd911686f-1da3-4130-88b4-3ca73855c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3f837d18-17ac-40a2-be19-25c2247e5655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:40.930265 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Bound using segment: {'id': 'd911686f-1da3-4130-88b4-3ca73855c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3f837d18-17ac-40a2-be19-25c2247e5655'} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:40.930746 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Bound port: e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd911686f-1da3-4130-88b4-3ca73855c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3f837d18-17ac-40a2-be19-25c2247e5655'}}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:40.931125 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:40.945762 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Pushing event updated for resources: {'Port': ['ID=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:40.945982 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:40.974129 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:41.130926 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] For port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0, host hv-cinder-79694, cleared binding levels {{(pid=93641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:41.200447 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] For port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,segment=NetworkSegment(d911686f-1da3-4130-88b4-3ca73855c561),segment_id=d911686f-1da3-4130-88b4-3ca73855c561)] {{(pid=93641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:41.261780 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-b5fecc91-1dcb-4c54-bb88-5d3cb694ca6e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3466413 Jun 29 23:24:41.364230 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:41.372477 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:41.373029 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:41.373112 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5d460ff9-1e39-44f5-a33d-d43f3095015a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:41.388597 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd0336-d8e0-4b3e-b6f8-9475f23844fa req-0ceaf35d-689b-4d95-bb9a-c67e5254194d tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:41.406558 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a1cd0336-d8e0-4b3e-b6f8-9475f23844fa req-0ceaf35d-689b-4d95-bb9a-c67e5254194d tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.3322384 Jun 29 23:24:41.409567 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Made reservation on behalf of 12a265f65b4d4accb216ba5019c73980 for: {'port': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:41.413385 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:41.462596 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:41.492239 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=ae60bae6-20de-491a-a36e-49a22fe5ee34,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:41.512759 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:41.533347 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:41.604380 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'Port': ['ID=7d200de8-b4e1-4be2-8ed3-509150ff5be3,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:41.612656 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:41.618415 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4c1d40e9-4677-4d57-81a4-74c8aad192ca up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:41.652869 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:41.700888 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:41.707966 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9017909 Jun 29 23:24:41.831221 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:41.831955 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:41.833443 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] 10.222.0.64 "PUT /v2.0/ports/e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 HTTP/1.1" status: 200 len: 1093 time: 4.7253027 Jun 29 23:24:41.850413 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a1cd0336-d8e0-4b3e-b6f8-9475f23844fa req-a85a04f5-7e58-40f4-97db-b833e9f03ea5 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864136 Jun 29 23:24:41.851183 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae02425-b2bc-4dac-b681-e696057ff4af', 'tag': 'e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:24:41.865783 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 4c1d40e9-4677-4d57-81a4-74c8aad192ca completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:41.870357 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 4c1d40e9-4677-4d57-81a4-74c8aad192ca triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:41.870749 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:42.012801 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Pushing event updated for resources: {'Port': ['ID=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,revision_number=3']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:42.025180 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-0b48c8c6-da39-49d4-990d-8300242eb254 service neutron] 10.222.0.61 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7415407 Jun 29 23:24:42.028594 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:42.119293 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:42.173545 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 4c1d40e9-4677-4d57-81a4-74c8aad192ca, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4c1d40e9-4677-4d57-81a4-74c8aad192ca,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:24:42.256978 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:42.274862 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f5b26d08-bcc5-42bb-8053-b573aec9d880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:42.274961 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c217bb5-906d-4f2b-8ed7-a7b089982978" -d '{"events": [{"name": "network-changed", "server_uuid": "bae02425-b2bc-4dac-b681-e696057ff4af", "tag": "e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:24:42.328664 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-0c27e788-e7c6-4360-995c-2b26a2892220 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--768718416&fields=id&tenant_id=27fe72faf0994406a7acaf15a921be08 HTTP/1.1" status: 200 len: 267 time: 0.1876798 Jun 29 23:24:42.329544 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=4c1d40e9-4677-4d57-81a4-74c8aad192ca,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:42.333697 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:42.368490 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Allocated IP 172.20.0.2 (3c661940-3fd1-4623-ad6b-0bf033a2109d/dbf5d517-a2ae-4868-b59e-fda41015bf75/e219f38b-ca16-4c45-904d-d982f4f547e2) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:42.421483 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-2c149d66-9f06-40ff-a3f8-86ef72bbd535 service neutron] 10.222.0.61 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729770 Jun 29 23:24:42.567118 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-bb87475a-8ab3-4050-88d5-5a8063a1507f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:42.570206 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-bb87475a-8ab3-4050-88d5-5a8063a1507f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 817 time: 0.2235878 Jun 29 23:24:42.600427 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-216908b3-238d-40e7-a74d-df02ec228909 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/quotas/27fe72faf0994406a7acaf15a921be08 HTTP/1.1" status: 200 len: 375 time: 0.0264955 Jun 29 23:24:42.665233 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:42.751172 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-ac978ea9-7972-4090-a463-39d31442c05a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1345260 Jun 29 23:24:42.846286 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d80d1626-5be6-44a0-98af-15cda61ebb1c req-bb399021-bbe6-48b0-ae6f-ec049860f187 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0547054 Jun 29 23:24:42.850195 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:42.857689 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:42.914914 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Network 3c661940-3fd1-4623-ad6b-0bf033a2109d is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:42.919667 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:42.927298 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:42.932203 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:42.932861 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:42.959918 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Pushing event updated for resources: {'Port': ['ID=e219f38b-ca16-4c45-904d-d982f4f547e2,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:42.973565 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:42.980261 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-dc91fad8-880c-49aa-8bc1-623601de2ca0 service neutron] 10.222.0.61 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076216 Jun 29 23:24:43.070888 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-6c05ba02-2677-4ddc-afd7-dd0fd502c21b service neutron] 10.222.0.61 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847073 Jun 29 23:24:43.078403 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9005902 Jun 29 23:24:43.169268 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1722e5db-4695-4884-b1e8-b15038801439 x-openstack-request-id: req-1722e5db-4695-4884-b1e8-b15038801439 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:24:43.169710 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae02425-b2bc-4dac-b681-e696057ff4af", "tag": "e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:24:43.170094 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1722e5db-4695-4884-b1e8-b15038801439 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:24:43.170911 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae02425-b2bc-4dac-b681-e696057ff4af', 'tag': 'e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0', 'status': 'completed', 'code': 200} Jun 29 23:24:43.229006 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cd724dfd-6029-488f-91d3-8aef148ac8d6 req-e939cbfc-97b6-4e2a-9cb4-b952bcf04c50 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0297160 Jun 29 23:24:43.404304 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82198b3-9e57-4972-bca4-6ccd9faa61ed req-5aa4e96f-cabb-4ed4-8df0-a0d948484f88 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:43.412500 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a82198b3-9e57-4972-bca4-6ccd9faa61ed req-5aa4e96f-cabb-4ed4-8df0-a0d948484f88 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.0820355 Jun 29 23:24:43.460624 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a82198b3-9e57-4972-bca4-6ccd9faa61ed req-918eb6a0-8100-4558-ab71-3eaafdee5de2 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469158 Jun 29 23:24:43.505701 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device ae60bae6-20de-491a-a36e-49a22fe5ee34 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:43.519132 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-364b725d-5860-41c8-b9ac-708adcf188b9 req-b37ebe86-c2cd-46d8-9138-888725285b75 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0341561 Jun 29 23:24:43.563828 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port ae60bae6-20de-491a-a36e-49a22fe5ee34 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:43.564249 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:43.694363 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4c1d40e9-4677-4d57-81a4-74c8aad192ca up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:24:43.730757 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41876) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:43.772453 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 4c1d40e9-4677-4d57-81a4-74c8aad192ca triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:43.772844 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:43.997804 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76e5383f-0517-4712-8f48-109066bf1f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:44.066596 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-06ba45e7-06a7-40fe-96b4-1455430f9c8c req-4e20f429-0db2-4b01-a9a1-4907fa32ad77 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0490572 Jun 29 23:24:44.210915 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76e5383f-0517-4712-8f48-109066bf1f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:44.297540 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76e5383f-0517-4712-8f48-109066bf1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:44.301996 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-99f9c277-7687-4957-a0ff-ac4855d07cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:44.370670 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5383f-0517-4712-8f48-109066bf1f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c5af48-46a5-4136-9866-9d1d6515590f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:44.376272 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-76e5383f-0517-4712-8f48-109066bf1f27 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f37bb4ff2fdd47a3a84dacfc6bd61973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6433985 Jun 29 23:24:44.376272 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-76e5383f-0517-4712-8f48-109066bf1f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:44.378131 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41906) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:44.458269 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b386e5bd-2b20-4cb6-b4de-af7d8457aa97 req-7f6ef2f7-5afb-4a91-b1f2-3947b89476af tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0382361 Jun 29 23:24:44.495230 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-91358aaf-cd1b-4bf5-a34f-90d85ef33385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:44.519993 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-91358aaf-cd1b-4bf5-a34f-90d85ef33385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:44.643618 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a538d06f-de3f-4041-b1e4-167d9be4f951 req-b113f229-d5b9-4e1e-b972-33e5b3a3c291 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0324154 Jun 29 23:24:44.695633 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c52f2-97a1-45fd-90fe-3e09a0f830e0 req-d1e1e655-2f0c-4e69-a311-caa273c6d9b8 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:44.699966 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab1c52f2-97a1-45fd-90fe-3e09a0f830e0 req-d1e1e655-2f0c-4e69-a311-caa273c6d9b8 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.1168540 Jun 29 23:24:44.712491 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-91358aaf-cd1b-4bf5-a34f-90d85ef33385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:44.719745 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-91358aaf-cd1b-4bf5-a34f-90d85ef33385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:44.719745 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-91358aaf-cd1b-4bf5-a34f-90d85ef33385 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75c5af48-46a5-4136-9866-9d1d6515590f HTTP/1.1" status: 204 len: 168 time: 0.3369067 Jun 29 23:24:44.719745 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-166d9831-f1e8-424c-8683-f1668610cbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:44.731154 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91358aaf-cd1b-4bf5-a34f-90d85ef33385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c5af48-46a5-4136-9866-9d1d6515590f,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:44.746492 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-91358aaf-cd1b-4bf5-a34f-90d85ef33385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:44.760319 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab1c52f2-97a1-45fd-90fe-3e09a0f830e0 req-787c6896-69c8-48df-b3c1-7851c3d19f1a tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 Jun 29 23:24:45.234484 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-66b0807d-92bd-460a-a9ce-512557ed4c53 req-f3645437-53b0-494f-84f8-03cf22cc1d30 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0417171 Jun 29 23:24:45.610953 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-da9b1c64-77fe-4d2c-80c6-1f99c1ba66c3 req-65d4aa72-e7ad-42fa-9cc3-dbfaa7e464cd tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0271566 Jun 29 23:24:45.844237 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-54d26048-63e4-4699-90bd-052ff4a1b5c3 req-90233894-1d90-4e04-8836-b9eca1ed39e6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0624142 Jun 29 23:24:46.003129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 41940) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:46.018422 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-48dd9b67-8e33-4b62-8c7f-4c96f41dce4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:46.134666 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-48dd9b67-8e33-4b62-8c7f-4c96f41dce4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:46.216313 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459dad7-735f-48fe-b9ba-1f121343039c req-1e8956e4-2951-4f40-a742-a5338db0af30 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:46.218472 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9459dad7-735f-48fe-b9ba-1f121343039c req-1e8956e4-2951-4f40-a742-a5338db0af30 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.3024924 Jun 29 23:24:46.256231 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9459dad7-735f-48fe-b9ba-1f121343039c req-f642dcf9-cd05-4340-8f65-aea86763c193 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315521 Jun 29 23:24:46.319857 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-48dd9b67-8e33-4b62-8c7f-4c96f41dce4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:46.337273 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:46.363153 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 41944) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:46.364039 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-48dd9b67-8e33-4b62-8c7f-4c96f41dce4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d757b71c99e142e1b2c7c179c7314585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587146 Jun 29 23:24:46.380420 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd9b67-8e33-4b62-8c7f-4c96f41dce4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3873db-b231-46a8-aac3-ed4810716ee9,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:46.383574 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-48dd9b67-8e33-4b62-8c7f-4c96f41dce4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:46.413856 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e84a772-7b78-41d3-b15b-d9d790a13584 req-a540bef3-3256-4156-aed4-ebd9bd422b67 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0357292 Jun 29 23:24:46.458508 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b60e-daf8-4766-8927-887c287cb849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:46.483849 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b60e-daf8-4766-8927-887c287cb849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:46.718919 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b60e-daf8-4766-8927-887c287cb849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:46.722586 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b60e-daf8-4766-8927-887c287cb849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:46.723759 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d4e4b60e-daf8-4766-8927-887c287cb849 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e3873db-b231-46a8-aac3-ed4810716ee9 HTTP/1.1" status: 204 len: 168 time: 0.3582299 Jun 29 23:24:46.724415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:46.744819 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4b60e-daf8-4766-8927-887c287cb849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3873db-b231-46a8-aac3-ed4810716ee9,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:46.749618 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d4e4b60e-daf8-4766-8927-887c287cb849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:46.803350 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3697f4ee-9372-4683-95e5-4f5f23033075 req-1f7b05ac-c40e-4084-9c72-51493e2b87bb tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0398550 Jun 29 23:24:46.995053 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8c6336b6-6c6e-4220-8704-2b6e1ae1194d req-1571a748-2c77-49e4-b91d-cb3044520703 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0285842 Jun 29 23:24:47.471004 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecdfb5-715c-41bb-acdf-a581b3db1d20 req-e9da7e25-0ef1-44ba-9b94-80de6bfd0a87 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:47.472976 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18ecdfb5-715c-41bb-acdf-a581b3db1d20 req-e9da7e25-0ef1-44ba-9b94-80de6bfd0a87 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.0890570 Jun 29 23:24:47.521494 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18ecdfb5-715c-41bb-acdf-a581b3db1d20 req-87f3432a-e535-44a9-ac8c-7743c48e2a99 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Jun 29 23:24:47.575248 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3001e2df-6995-44f0-a799-d685856e5b45 req-765e8c79-b2bc-40b2-9589-cc7134961eaf tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0341139 Jun 29 23:24:48.072329 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-196323bd-8821-43d9-85b4-8a30c87f018a req-6e3c4d42-663d-4e1c-85c0-82130f6aa233 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0551991 Jun 29 23:24:48.176162 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37100979-abb4-41ad-9b27-4e5dd4ad5e6e req-80960b49-77d1-4066-a899-e24ac034e51c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0294392 Jun 29 23:24:48.742162 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cf61010b-49b2-42e9-afd2-b6fa8cf3e503 req-852a8e07-e8f5-4210-ab94-4ad2c1dfd116 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0371368 Jun 29 23:24:48.781249 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f1af-72bc-4648-a3c3-ff7d86cb98bd req-b547da52-c423-401b-80dc-aa36c4238a61 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:48.782756 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c265f1af-72bc-4648-a3c3-ff7d86cb98bd req-b547da52-c423-401b-80dc-aa36c4238a61 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.1259160 Jun 29 23:24:48.828570 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c265f1af-72bc-4648-a3c3-ff7d86cb98bd req-47c40bc6-3a86-42d6-9167-fbb32c00b0a7 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403323 Jun 29 23:24:49.241245 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3f11696c-bbcb-4506-9487-0fe91eba83ba req-107987e5-8f98-485f-8a87-096f404d1571 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0276499 Jun 29 23:24:49.279240 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Request body: {'port': {'device_id': '26dd68f7-bee1-4a24-99ab-56f1020ac804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:49.308117 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.64', 55291) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:49.383699 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9149d2fb-6e91-42bb-a20b-d0211cf33ad5 req-43a8a1d6-c673-42c6-a4ef-17c8e88299da tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0646496 Jun 29 23:24:49.428616 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c217bb5-906d-4f2b-8ed7-a7b089982978 req-7a5bf451-ea62-44ac-98cb-169a198c85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:49.430110 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7c217bb5-906d-4f2b-8ed7-a7b089982978 req-7a5bf451-ea62-44ac-98cb-169a198c85aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c132efeffd4f43edb5279baa0abe7000&device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 1096 time: 0.0904167 Jun 29 23:24:49.447419 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:49.483337 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-f57e42f1-999d-4603-9a9b-0e94a583a22c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:49.484789 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-f57e42f1-999d-4603-9a9b-0e94a583a22c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.64 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 818 time: 0.1825283 Jun 29 23:24:49.586644 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Request body: {'port': {'device_id': 'e1b2aee5-15aa-4bd0-845f-73b805056b62', 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d', 'admin_state_up': True, 'tenant_id': '12a265f65b4d4accb216ba5019c73980'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:49.719878 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c217bb5-906d-4f2b-8ed7-a7b089982978 req-ebe476f5-79a4-449c-82c7-c0e1e0fa7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:49.721732 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7c217bb5-906d-4f2b-8ed7-a7b089982978 req-ebe476f5-79a4-449c-82c7-c0e1e0fa7ccd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c132efeffd4f43edb5279baa0abe7000&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1832628 Jun 29 23:24:49.897798 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e219f38b-ca16-4c45-904d-d982f4f547e2 {{(pid=93641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:24:49.915762 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:49.928691 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c217bb5-906d-4f2b-8ed7-a7b089982978 req-7887a76a-7b65-4ecd-a3fc-6269561d59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:49.929664 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7c217bb5-906d-4f2b-8ed7-a7b089982978 req-7887a76a-7b65-4ecd-a3fc-6269561d59d1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1988087 Jun 29 23:24:49.945563 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Transition to ACTIVE for port object e219f38b-ca16-4c45-904d-d982f4f547e2 will not be triggered until provisioned by entity L2. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:49.950966 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Made reservation on behalf of 12a265f65b4d4accb216ba5019c73980 for: {'port': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:49.966001 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:50.009005 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6bf2a5e-1bf4-43cf-83f5-395eff441408 req-f5b4cdb6-eda5-45de-b5a9-75f7cb67785f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0402019 Jun 29 23:24:50.075002 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:50.116931 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b97d46e5-983e-465d-8f67-4c8482420db2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:50.137632 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-2e2738a3-f9f8-4e46-bfa5-fd186f9c7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:50.139350 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-2e2738a3-f9f8-4e46-bfa5-fd186f9c7899 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c132efeffd4f43edb5279baa0abe7000&device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 1096 time: 0.0757387 Jun 29 23:24:50.227489 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-5e278173-953c-4ef1-af76-ae68d59fc9b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 HTTP/1.1" status: 200 len: 217 time: 0.0689442 Jun 29 23:24:50.235240 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Pushing event updated for resources: {'Port': ['ID=e219f38b-ca16-4c45-904d-d982f4f547e2,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:50.248449 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:50.292601 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a55677-63b9-48a8-9ea3-4e72c88f575c req-9f1c215f-8280-4034-a320-564774d85216 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:50.294307 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36a55677-63b9-48a8-9ea3-4e72c88f575c req-9f1c215f-8280-4034-a320-564774d85216 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.2737598 Jun 29 23:24:50.329341 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Allocated IP 172.20.0.5 (3c661940-3fd1-4623-ad6b-0bf033a2109d/dbf5d517-a2ae-4868-b59e-fda41015bf75/ac65e79f-4254-409a-9afe-0be1e9cfe433) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:50.340697 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Attempting to bind port e219f38b-ca16-4c45-904d-d982f4f547e2 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:50.340993 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Attempting to bind port e219f38b-ca16-4c45-904d-d982f4f547e2 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:50.341319 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Attempting to bind port e219f38b-ca16-4c45-904d-d982f4f547e2 on network 3c661940-3fd1-4623-ad6b-0bf033a2109d {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:50.344888 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-040eebcd-cf97-419a-81fb-8c2400872c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:50.346665 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-040eebcd-cf97-419a-81fb-8c2400872c51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dc4fda9-8bfc-40da-bb12-9e1e5fa95b52 HTTP/1.1" status: 200 len: 852 time: 0.0839653 Jun 29 23:24:50.362740 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Port e219f38b-ca16-4c45-904d-d982f4f547e2 on network 3c661940-3fd1-4623-ad6b-0bf033a2109d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:24:50.363188 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Attempting to bind port e219f38b-ca16-4c45-904d-d982f4f547e2 on network 3c661940-3fd1-4623-ad6b-0bf033a2109d {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:50.376953 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:50.377293 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Checking segment: {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:50.377672 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Bound using segment: {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:50.378103 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Bound port: e219f38b-ca16-4c45-904d-d982f4f547e2, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'}}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:50.379273 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:50.382788 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36a55677-63b9-48a8-9ea3-4e72c88f575c req-7680448f-db9b-45fe-8d43-0cf28eaffc52 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691099 Jun 29 23:24:50.417052 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1410a790-7f6a-4a0d-b0d5-c411e68d8596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:50.442823 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61c502bb-fe1a-4bf2-a149-6011eb72a7da req-10c0517e-459c-495b-8f57-7daf591f1fd7 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0561664 Jun 29 23:24:50.544876 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-23c05042-480d-460b-af6e-b1840dce6fe0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f837d18-17ac-40a2-be19-25c2247e5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1895428 Jun 29 23:24:50.594905 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-373f7375-d43b-4963-bcc1-2c362ae25ebc req-ae5c930c-407d-4a47-82ee-d4ea87217067 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0308173 Jun 29 23:24:50.631386 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] For port e219f38b-ca16-4c45-904d-d982f4f547e2, host hv-cinder-79694, cleared binding levels {{(pid=93641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:50.643552 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-46f972db-5f5a-4833-b485-323bf9f1510e service neutron] 10.222.0.64 "GET /v2.0/networks/3f837d18-17ac-40a2-be19-25c2247e5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913467 Jun 29 23:24:50.654823 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] For port e219f38b-ca16-4c45-904d-d982f4f547e2, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e219f38b-ca16-4c45-904d-d982f4f547e2,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:50.682344 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:50.739827 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7ba2ead5-447c-4a3d-8686-8562b9359245 req-e5e7ea48-8076-4d71-a489-710df467545b service neutron] 10.222.0.64 "GET /v2.0/networks/3f837d18-17ac-40a2-be19-25c2247e5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882339 Jun 29 23:24:50.749141 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:50.758782 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:50.797201 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:50.798038 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:50.799581 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] 10.222.0.64 "PUT /v2.0/ports/e219f38b-ca16-4c45-904d-d982f4f547e2 HTTP/1.1" status: 200 len: 1093 time: 1.5246451 Jun 29 23:24:50.804334 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26dd68f7-bee1-4a24-99ab-56f1020ac804', 'tag': 'e219f38b-ca16-4c45-904d-d982f4f547e2'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:24:50.806790 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec6865c-29ed-4787-9cd0-4941cfd0af7d" -d '{"events": [{"name": "network-changed", "server_uuid": "26dd68f7-bee1-4a24-99ab-56f1020ac804", "tag": "e219f38b-ca16-4c45-904d-d982f4f547e2"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:24:50.833859 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Pushing event updated for resources: {'Port': ['ID=e219f38b-ca16-4c45-904d-d982f4f547e2,revision_number=3']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:50.837329 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:50.847679 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f163c298-6e1f-462d-89ad-a08ace911adc x-openstack-request-id: req-f163c298-6e1f-462d-89ad-a08ace911adc {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:24:50.848195 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26dd68f7-bee1-4a24-99ab-56f1020ac804", "tag": "e219f38b-ca16-4c45-904d-d982f4f547e2", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:24:50.848494 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f163c298-6e1f-462d-89ad-a08ace911adc {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:24:50.849290 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26dd68f7-bee1-4a24-99ab-56f1020ac804', 'tag': 'e219f38b-ca16-4c45-904d-d982f4f547e2', 'status': 'completed', 'code': 200} Jun 29 23:24:51.000305 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:51.004748 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:51.051705 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Network 3c661940-3fd1-4623-ad6b-0bf033a2109d is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:51.054739 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:51.058414 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:51.064283 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:51.064909 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:51.073234 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Pushing event updated for resources: {'Port': ['ID=ac65e79f-4254-409a-9afe-0be1e9cfe433,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:51.083996 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:51.163633 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5832610 Jun 29 23:24:51.196271 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089a968-70b5-4b91-a8d5-ce525baecff7 req-a53d03d9-a2a9-440f-9c6b-b71bafb439ea tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:51.202083 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1089a968-70b5-4b91-a8d5-ce525baecff7 req-a53d03d9-a2a9-440f-9c6b-b71bafb439ea tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 931 time: 0.0664551 Jun 29 23:24:51.234493 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1089a968-70b5-4b91-a8d5-ce525baecff7 req-2f2772c4-245c-4d32-babe-3432b81e65e7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305402 Jun 29 23:24:51.575584 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53934-eb73-4c2b-bde0-5f04b3f894b2 req-f2b76693-37d3-405e-baaa-795c9f9aac62 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:51.576903 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17d53934-eb73-4c2b-bde0-5f04b3f894b2 req-f2b76693-37d3-405e-baaa-795c9f9aac62 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.0688305 Jun 29 23:24:51.596745 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c62b38b3-c21b-4803-b49a-caee3e4f6b5a req-63db0cc2-6a29-4d88-b939-ec8c5c4d5794 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0377467 Jun 29 23:24:51.629663 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17d53934-eb73-4c2b-bde0-5f04b3f894b2 req-25154664-361a-495f-821d-757797d6dab5 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Jun 29 23:24:51.740785 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa7c3674-1903-42b8-900d-edb0f4836b1f req-5f56c8e3-863f-4225-a867-16653254608e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0304317 Jun 29 23:24:52.408869 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ee48a-e527-4a3e-be8c-45fbd68a3fd7 req-cc38cca6-818c-4a73-8f9d-30cb3f4067c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:52.410316 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-879ee48a-e527-4a3e-be8c-45fbd68a3fd7 req-cc38cca6-818c-4a73-8f9d-30cb3f4067c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 931 time: 0.0640824 Jun 29 23:24:52.446442 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-879ee48a-e527-4a3e-be8c-45fbd68a3fd7 req-dd770055-a7b9-4569-8c31-f25cc117a65a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304878 Jun 29 23:24:52.738931 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-725265df-9588-4321-9809-53cd693d82e7 req-d71c2da8-9fc9-4702-9609-01a4f0724e27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0275154 Jun 29 23:24:52.801588 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc2e4c-076a-44d7-a3b8-e1f90f00bacb req-9b1336fa-5f9f-4fed-a493-1a513ffeabc4 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:52.803035 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62dc2e4c-076a-44d7-a3b8-e1f90f00bacb req-9b1336fa-5f9f-4fed-a493-1a513ffeabc4 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.0616102 Jun 29 23:24:52.843687 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62dc2e4c-076a-44d7-a3b8-e1f90f00bacb req-58a25733-1396-494e-9bb3-e0a3acea7ab0 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347631 Jun 29 23:24:52.882942 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f5fbaa2b-94c5-4032-bec0-0196dfe555df req-49029f35-699f-4439-9c6b-78ce0c786e37 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0280907 Jun 29 23:24:53.204681 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d2b4f989-f17a-4024-967d-d5d114b09a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:53.399287 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:53.611940 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367fafa-bef7-4609-bd6e-58407ebc7f6a req-4b740084-760a-41ae-9ec5-12861d3ce356 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:53.613370 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5367fafa-bef7-4609-bd6e-58407ebc7f6a req-4b740084-760a-41ae-9ec5-12861d3ce356 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 931 time: 0.0600817 Jun 29 23:24:53.652040 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5367fafa-bef7-4609-bd6e-58407ebc7f6a req-508c6d45-eff4-40e3-be6c-f3bac62d8ce5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330791 Jun 29 23:24:53.800876 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Request body: {'port': {'device_id': 'e1b2aee5-15aa-4bd0-845f-73b805056b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:53.908116 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-930ed31a-2b21-436f-8cb9-1f125f864dd8 req-05a3b0e9-e71f-457f-91e2-eb47803a6b15 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0453038 Jun 29 23:24:54.016187 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-a728ab6a-cefd-4ae6-ba00-74ecb736a162 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:54.017258 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-a728ab6a-cefd-4ae6-ba00-74ecb736a162 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 811 time: 0.2178340 Jun 29 23:24:54.087867 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-e1099568-3a81-4388-bd93-8f3d9e3d3bdb tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566 HTTP/1.1" status: 200 len: 380 time: 0.0559471 Jun 29 23:24:54.097487 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'port': {'device_id': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'admin_state_up': True, 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'security_groups': ['7c4b624b-4f24-491d-bce8-707c1580b0c8']}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:54.285354 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Made reservation on behalf of 6e9f8b3be04a4d77b1952a18bfa8c566 for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:54.289391 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:54.305791 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10f8a885-b996-4923-a3b5-be9c57604ee4 req-dc659074-7f30-4f4d-946f-0cec7f42ea77 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.2364058 Jun 29 23:24:54.317865 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6865c-29ed-4787-9cd0-4941cfd0af7d req-52bdb4d6-2f6f-40b1-88af-e3339e8ab2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:54.322604 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ec6865c-29ed-4787-9cd0-4941cfd0af7d req-52bdb4d6-2f6f-40b1-88af-e3339e8ab2b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1096 time: 0.5159609 Jun 29 23:24:54.322929 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:54.422999 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:54.522204 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Allocated IP 172.20.0.14 (9d8ecfa1-3c87-4166-9abc-18a879e92697/5cd51bbb-eb2f-4679-8361-22fe3e4938f8/26903de5-203d-4c6d-9b5d-dd991267eefa) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:54.555376 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bf20e-f958-4bda-af4f-2fefc04f0dd4 req-8a8e9f56-f527-43aa-87db-4c753e849715 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:54.556905 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa6bf20e-f958-4bda-af4f-2fefc04f0dd4 req-8a8e9f56-f527-43aa-87db-4c753e849715 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.5534565 Jun 29 23:24:54.651012 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6865c-29ed-4787-9cd0-4941cfd0af7d req-44c496a8-f3c9-4825-9342-14e17ba67b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:54.652534 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ec6865c-29ed-4787-9cd0-4941cfd0af7d req-44c496a8-f3c9-4825-9342-14e17ba67b86 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=12a265f65b4d4accb216ba5019c73980&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3150775 Jun 29 23:24:54.693666 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:54.711046 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Transition to ACTIVE for port object 26903de5-203d-4c6d-9b5d-dd991267eefa will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:54.738641 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa6bf20e-f958-4bda-af4f-2fefc04f0dd4 req-baf42579-e107-4e88-a9c8-5df8473b98b0 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635373 Jun 29 23:24:54.861522 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:54.866846 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:54.957648 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6865c-29ed-4787-9cd0-4941cfd0af7d req-fc74cea4-681a-4179-83ea-ccac65bf6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:54.958196 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:54.959386 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ec6865c-29ed-4787-9cd0-4941cfd0af7d req-fc74cea4-681a-4179-83ea-ccac65bf6293 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551451 Jun 29 23:24:54.964419 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:54.975180 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:54.987088 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:54.987088 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:55.000745 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'Port': ['ID=26903de5-203d-4c6d-9b5d-dd991267eefa,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:55.003672 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:55.024309 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5600-e66a-478e-9b8d-2b25b2ad9a8b req-838ff6e7-7314-45b0-b7b2-20b52a1807a4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:55.025752 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5c0d5600-e66a-478e-9b8d-2b25b2ad9a8b req-838ff6e7-7314-45b0-b7b2-20b52a1807a4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 931 time: 0.2274621 Jun 29 23:24:55.045498 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac65e79f-4254-409a-9afe-0be1e9cfe433 {{(pid=93641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:24:55.085210 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9919567 Jun 29 23:24:55.089459 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.64', 55316) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:55.096542 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:55.134866 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Request body: {'port': {'device_id': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:55.144077 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Transition to ACTIVE for port object ac65e79f-4254-409a-9afe-0be1e9cfe433 will not be triggered until provisioned by entity L2. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:55.171969 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5c0d5600-e66a-478e-9b8d-2b25b2ad9a8b req-85c1a952-c375-4410-8cef-2110116d6243 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288173 Jun 29 23:24:55.204492 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46c077-0e03-45c9-9ecb-c54a4a42caa4 req-34cc3315-1965-4716-b1dc-848dbb33cf67 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:55.206222 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fd46c077-0e03-45c9-9ecb-c54a4a42caa4 req-34cc3315-1965-4716-b1dc-848dbb33cf67 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 932 time: 0.1494243 Jun 29 23:24:55.226192 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-2da63cb6-7134-4e80-8cee-b473d646cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:55.227602 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-2da63cb6-7134-4e80-8cee-b473d646cb10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1096 time: 0.1927009 Jun 29 23:24:55.310815 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:55.328658 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:55.335089 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-ead8d7a3-55dd-4bb0-8261-1a0e8c0323aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e219f38b-ca16-4c45-904d-d982f4f547e2 HTTP/1.1" status: 200 len: 217 time: 0.0879438 Jun 29 23:24:55.339257 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-078d6562-08f9-45a1-a6b9-e7c8ab5f1d86 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:55.341355 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-569b420f-dad6-4a19-9002-77b523bd672f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:55.347448 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-569b420f-dad6-4a19-9002-77b523bd672f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 817 time: 0.2390621 Jun 29 23:24:55.353640 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-5918b130-a977-4c3d-a165-d95b81724fd8 None None] Provisioning for port 26903de5-203d-4c6d-9b5d-dd991267eefa completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:55.359349 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-5918b130-a977-4c3d-a165-d95b81724fd8 None None] Provisioning complete for port 26903de5-203d-4c6d-9b5d-dd991267eefa triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:55.360322 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5918b130-a977-4c3d-a165-d95b81724fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:55.396448 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42228) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:55.405028 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-5918b130-a977-4c3d-a165-d95b81724fd8 None None] Port 26903de5-203d-4c6d-9b5d-dd991267eefa cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:24:55.439366 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-156f4a5f-e6a1-43b2-a300-0d2a31d5261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:55.444025 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-156f4a5f-e6a1-43b2-a300-0d2a31d5261b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 200 len: 858 time: 0.0959337 Jun 29 23:24:55.444025 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fd46c077-0e03-45c9-9ecb-c54a4a42caa4 req-5d85b5fe-e034-4e10-97f3-4ed8531ca929 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271929 Jun 29 23:24:55.498188 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac65e79f-4254-409a-9afe-0be1e9cfe433,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:55.547916 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-ef9ec181-990d-4b4d-8280-d07ab0ab775f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27fe72faf0994406a7acaf15a921be08 HTTP/1.1" status: 200 len: 379 time: 0.1815348 Jun 29 23:24:55.553579 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9fe188ef-ee0a-46e5-94e0-c96010c430db req-b66c00fb-70d8-4cda-a3b2-e4359049ce13 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0330024 Jun 29 23:24:55.556430 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:55.579916 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-15866501-1fe1-4e0b-a1ac-40a68009df73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:55.580094 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-c5e3de78-0287-4db2-9281-c59d53272cb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c661940-3fd1-4623-ad6b-0bf033a2109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118593 Jun 29 23:24:55.588859 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'port': {'device_id': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'admin_state_up': True, 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'security_groups': ['ebbab121-76f4-45b3-a10f-9876bdecb62b']}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:55.682523 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Attempting to bind port ac65e79f-4254-409a-9afe-0be1e9cfe433 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:55.682861 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Attempting to bind port ac65e79f-4254-409a-9afe-0be1e9cfe433 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:55.683460 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Attempting to bind port ac65e79f-4254-409a-9afe-0be1e9cfe433 on network 3c661940-3fd1-4623-ad6b-0bf033a2109d {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:55.690993 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Port ac65e79f-4254-409a-9afe-0be1e9cfe433 on network 3c661940-3fd1-4623-ad6b-0bf033a2109d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:24:55.694894 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Attempting to bind port ac65e79f-4254-409a-9afe-0be1e9cfe433 on network 3c661940-3fd1-4623-ad6b-0bf033a2109d {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:55.705706 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:55.706063 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Checking segment: {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:55.706452 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Bound using segment: {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:55.706902 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Bound port: ac65e79f-4254-409a-9afe-0be1e9cfe433, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d'}}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:55.707627 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:55.713509 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:55.793632 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-130f8053-cbc6-4f86-bd22-388547e97be9 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050271 Jun 29 23:24:55.797636 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] For port ac65e79f-4254-409a-9afe-0be1e9cfe433, host hv-cinder-79694, cleared binding levels {{(pid=93641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:55.803683 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] For port ac65e79f-4254-409a-9afe-0be1e9cfe433, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=ac65e79f-4254-409a-9afe-0be1e9cfe433,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:55.940789 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-48cbe596-1495-4332-b170-04010f0666ff service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387725 Jun 29 23:24:55.976554 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e767ad2-0838-4b34-8536-c06a99e4286a req-158f2c79-ff76-44ce-9226-6b47c3ab2599 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:55.978078 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1e767ad2-0838-4b34-8536-c06a99e4286a req-158f2c79-ff76-44ce-9226-6b47c3ab2599 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.0801182 Jun 29 23:24:56.016105 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.021445 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ac939823-81c6-4238-abef-9f99723f5a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:56.025847 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1e767ad2-0838-4b34-8536-c06a99e4286a req-9648b429-4320-4bc7-8873-531b89e89e88 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Jun 29 23:24:56.064851 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-15866501-1fe1-4e0b-a1ac-40a68009df73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.115776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26903de5-203d-4c6d-9b5d-dd991267eefa {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:24:56.120480 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.139094 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Transition to ACTIVE for port object 26903de5-203d-4c6d-9b5d-dd991267eefa will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:56.191810 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-15866501-1fe1-4e0b-a1ac-40a68009df73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.194804 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:56.243799 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-15866501-1fe1-4e0b-a1ac-40a68009df73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f76898909534f2684cf12a7081977d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8459523 Jun 29 23:24:56.244973 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15866501-1fe1-4e0b-a1ac-40a68009df73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e349842-69b6-4026-aca4-4c258ad58ff9,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:56.246411 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 42264) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:56.250822 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-15866501-1fe1-4e0b-a1ac-40a68009df73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:56.251612 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.263728 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:56.294727 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:56.295391 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.297373 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] 10.222.0.64 "PUT /v2.0/ports/ac65e79f-4254-409a-9afe-0be1e9cfe433 HTTP/1.1" status: 200 len: 1093 time: 2.5010099 Jun 29 23:24:56.298644 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b2aee5-15aa-4bd0-845f-73b805056b62', 'tag': 'ac65e79f-4254-409a-9afe-0be1e9cfe433'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:24:56.300886 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206beb01-4642-49ff-9d90-689a393a130c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b2aee5-15aa-4bd0-845f-73b805056b62", "tag": "ac65e79f-4254-409a-9afe-0be1e9cfe433"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:24:56.315801 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Made reservation on behalf of 27fe72faf0994406a7acaf15a921be08 for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:24:56.323923 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.339465 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1d961bf6-b631-4d1b-a263-2f500353ed1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.362509 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1d961bf6-b631-4d1b-a263-2f500353ed1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.369809 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Pushing event updated for resources: {'Port': ['ID=26903de5-203d-4c6d-9b5d-dd991267eefa,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:56.371167 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5088c-e93d-497a-a31f-146810f7ee53 x-openstack-request-id: req-5ee5088c-e93d-497a-a31f-146810f7ee53 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:24:56.371515 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b2aee5-15aa-4bd0-845f-73b805056b62", "tag": "ac65e79f-4254-409a-9afe-0be1e9cfe433", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:24:56.371785 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ee5088c-e93d-497a-a31f-146810f7ee53 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:24:56.372178 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b2aee5-15aa-4bd0-845f-73b805056b62', 'tag': 'ac65e79f-4254-409a-9afe-0be1e9cfe433', 'status': 'completed', 'code': 200} Jun 29 23:24:56.382433 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:56.459532 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac65e79f-4254-409a-9afe-0be1e9cfe433,revision_number=3']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:56.463492 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:56.479996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Attempting to bind port 26903de5-203d-4c6d-9b5d-dd991267eefa on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:24:56.480839 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Attempting to bind port 26903de5-203d-4c6d-9b5d-dd991267eefa by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:24:56.480839 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Attempting to bind port 26903de5-203d-4c6d-9b5d-dd991267eefa on network 9d8ecfa1-3c87-4166-9abc-18a879e92697 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:56.494239 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Port 26903de5-203d-4c6d-9b5d-dd991267eefa on network 9d8ecfa1-3c87-4166-9abc-18a879e92697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:24:56.494573 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Attempting to bind port 26903de5-203d-4c6d-9b5d-dd991267eefa on network 9d8ecfa1-3c87-4166-9abc-18a879e92697 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:24:56.528382 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804a525-c2a5-48a7-bcc2-607f3cf898e2 req-0f78b577-059f-4199-b94b-da479311c359 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:56.537779 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d804a525-c2a5-48a7-bcc2-607f3cf898e2 req-0f78b577-059f-4199-b94b-da479311c359 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 943 time: 0.1666889 Jun 29 23:24:56.545643 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:24:56.547200 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Checking segment: {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:24:56.547200 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Bound using segment: {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:24:56.547525 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Bound port: 26903de5-203d-4c6d-9b5d-dd991267eefa, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:24:56.549018 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.557179 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206beb01-4642-49ff-9d90-689a393a130c req-d609bbf7-3458-40a4-b4ff-e3022d0ae8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:56.558701 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-206beb01-4642-49ff-9d90-689a393a130c req-d609bbf7-3458-40a4-b4ff-e3022d0ae8bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 1096 time: 0.1345403 Jun 29 23:24:56.578487 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d804a525-c2a5-48a7-bcc2-607f3cf898e2 req-b3f4ec86-8207-4ec0-a385-45a533ba611a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Jun 29 23:24:56.648292 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Allocated IP 172.20.0.4 (1491f8eb-60e7-415d-8468-88dc866fd07d/c99bd0f5-85c6-4b83-8e62-87c563779caa/de91d95a-06c1-4240-9a71-8c60e803f37a) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:24:56.653549 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1d961bf6-b631-4d1b-a263-2f500353ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.677142 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1d961bf6-b631-4d1b-a263-2f500353ed1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.682081 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1d961bf6-b631-4d1b-a263-2f500353ed1b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e349842-69b6-4026-aca4-4c258ad58ff9 HTTP/1.1" status: 204 len: 168 time: 0.4307468 Jun 29 23:24:56.686515 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:56.717160 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] For port 26903de5-203d-4c6d-9b5d-dd991267eefa, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:24:56.748215 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d961bf6-b631-4d1b-a263-2f500353ed1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e349842-69b6-4026-aca4-4c258ad58ff9,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:56.753815 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] For port 26903de5-203d-4c6d-9b5d-dd991267eefa, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=26903de5-203d-4c6d-9b5d-dd991267eefa,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:24:56.754074 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1d961bf6-b631-4d1b-a263-2f500353ed1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:56.794145 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-65ef5b1c-4959-4def-8575-5c40bb73c5a4 req-5912ccdd-1e23-4164-a13c-19c00c7d290f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0414276 Jun 29 23:24:56.808908 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206beb01-4642-49ff-9d90-689a393a130c req-569bfbbb-bfac-4121-8079-2d3bfb696316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:56.810378 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-206beb01-4642-49ff-9d90-689a393a130c req-569bfbbb-bfac-4121-8079-2d3bfb696316 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=12a265f65b4d4accb216ba5019c73980&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2310450 Jun 29 23:24:56.853213 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43ea5c-79a2-48b6-ba79-7bd190c9c37d req-586caa1b-ad61-485d-8dfa-c32eb83bd2b9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:56.854771 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5b43ea5c-79a2-48b6-ba79-7bd190c9c37d req-586caa1b-ad61-485d-8dfa-c32eb83bd2b9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 944 time: 0.2123473 Jun 29 23:24:56.865425 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.877533 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.882253 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Transition to ACTIVE for port object de91d95a-06c1-4240-9a71-8c60e803f37a will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:24:56.883542 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-13c6ccb3-fa0f-4812-b72e-597d3e944ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:56.926144 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:56.927038 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:56.928570 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/26903de5-203d-4c6d-9b5d-dd991267eefa HTTP/1.1" status: 200 len: 1094 time: 1.8004076 Jun 29 23:24:56.929054 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'tag': '26903de5-203d-4c6d-9b5d-dd991267eefa'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:24:56.933125 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5b43ea5c-79a2-48b6-ba79-7bd190c9c37d req-6b99a7e4-f91c-44f6-aded-aec4aee17b25 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539346 Jun 29 23:24:56.974277 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206beb01-4642-49ff-9d90-689a393a130c req-5b891ce4-6532-47f3-bba7-f29b20a57a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:56.976998 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-206beb01-4642-49ff-9d90-689a393a130c req-5b891ce4-6532-47f3-bba7-f29b20a57a24 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583169 Jun 29 23:24:57.027990 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Pushing event updated for resources: {'Port': ['ID=26903de5-203d-4c6d-9b5d-dd991267eefa,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:57.032061 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:57.116245 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:57.122476 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675cc605-b07a-4cff-8373-5f0385dcbcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bfd408-2551-482c-97e7-077b1bec91c1", "tag": "26903de5-203d-4c6d-9b5d-dd991267eefa"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:24:57.125389 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:57.175927 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Network 1491f8eb-60e7-415d-8468-88dc866fd07d is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:24:57.187996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:24:57.192188 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:24:57.197571 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:57.198183 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:57.208409 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:57.222701 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:57.280359 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaa803b-d1ba-4246-9732-49799d8e2ba2 x-openstack-request-id: req-eeaa803b-d1ba-4246-9732-49799d8e2ba2 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:24:57.284443 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bfd408-2551-482c-97e7-077b1bec91c1", "tag": "26903de5-203d-4c6d-9b5d-dd991267eefa", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:24:57.284443 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eeaa803b-d1ba-4246-9732-49799d8e2ba2 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:24:57.284443 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'tag': '26903de5-203d-4c6d-9b5d-dd991267eefa', 'status': 'completed', 'code': 200} Jun 29 23:24:57.299406 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4986d1-4369-406b-b9fc-b8fd9c5bdf55 req-bf2f2a14-9e5d-4680-a568-c97a6950f527 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:57.301212 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af4986d1-4369-406b-b9fc-b8fd9c5bdf55 req-bf2f2a14-9e5d-4680-a568-c97a6950f527 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.1132329 Jun 29 23:24:57.340591 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7833409 Jun 29 23:24:57.354489 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af4986d1-4369-406b-b9fc-b8fd9c5bdf55 req-bed0602f-6ce8-4379-b5de-fe202645ffe1 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449133 Jun 29 23:24:57.551676 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-64953ddf-9a78-4dcd-90c3-6622879f03a4 None None] Provisioning for port de91d95a-06c1-4240-9a71-8c60e803f37a completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:24:57.556747 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-64953ddf-9a78-4dcd-90c3-6622879f03a4 None None] Provisioning complete for port de91d95a-06c1-4240-9a71-8c60e803f37a triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:24:57.557137 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-64953ddf-9a78-4dcd-90c3-6622879f03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:57.590838 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-64953ddf-9a78-4dcd-90c3-6622879f03a4 None None] Port de91d95a-06c1-4240-9a71-8c60e803f37a cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:24:57.767949 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07691db0-a0e2-4db7-844d-8b1ecf3455ee req-13b0fa98-5bbc-4ded-8236-50b2155304e0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:57.769415 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07691db0-a0e2-4db7-844d-8b1ecf3455ee req-13b0fa98-5bbc-4ded-8236-50b2155304e0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 943 time: 0.0666015 Jun 29 23:24:57.806398 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07691db0-a0e2-4db7-844d-8b1ecf3455ee req-16cfa7e6-641a-4ee3-93fe-0ca9a4bba1d2 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312254 Jun 29 23:24:57.971829 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a56e9-2337-41d7-aa40-a98a72be92ac req-e81d9324-2a99-4de9-bc69-8841d81a2e78 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:57.973381 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a68a56e9-2337-41d7-aa40-a98a72be92ac req-e81d9324-2a99-4de9-bc69-8841d81a2e78 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 931 time: 0.0619829 Jun 29 23:24:58.011638 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a68a56e9-2337-41d7-aa40-a98a72be92ac req-503ecc11-ca48-46f1-89ec-d2ca101a2b95 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326998 Jun 29 23:24:58.127196 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ea0ee-7922-4b16-b81d-2de456556919 req-52680e2c-7da9-4d03-9378-e9d45a58917b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:58.128792 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc7ea0ee-7922-4b16-b81d-2de456556919 req-52680e2c-7da9-4d03-9378-e9d45a58917b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 944 time: 0.0711658 Jun 29 23:24:58.186251 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc7ea0ee-7922-4b16-b81d-2de456556919 req-654f5a7b-f52c-4ba9-8665-64a99667f110 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Jun 29 23:24:58.527908 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7a7bf-7391-4daf-8051-71651ddb1196 req-8389ee84-2a2e-4aab-a721-498b107153ea tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:58.529332 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3d7a7bf-7391-4daf-8051-71651ddb1196 req-8389ee84-2a2e-4aab-a721-498b107153ea tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.0599916 Jun 29 23:24:58.566206 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3d7a7bf-7391-4daf-8051-71651ddb1196 req-a3ddacc4-163f-4bd8-96b1-23c07a3de5e3 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Jun 29 23:24:58.751588 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 42364) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:58.855873 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e49325f6-843b-4019-871a-6ed317ef5afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:58.964471 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e49325f6-843b-4019-871a-6ed317ef5afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:58.991518 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd2d30-b2ae-4ba1-a419-730d189a69de req-38875286-d6d3-49f5-ae6a-4ee5b37fe955 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:58.992969 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-71cd2d30-b2ae-4ba1-a419-730d189a69de req-38875286-d6d3-49f5-ae6a-4ee5b37fe955 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 943 time: 0.0781991 Jun 29 23:24:59.029106 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-71cd2d30-b2ae-4ba1-a419-730d189a69de req-7e42ee1a-a869-4b94-beb0-bcee74f3d3e2 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305288 Jun 29 23:24:59.039199 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e49325f6-843b-4019-871a-6ed317ef5afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:59.041953 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0b4acbcc-267d-4152-964b-f28333ca6330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:59.087551 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e49325f6-843b-4019-871a-6ed317ef5afc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=168b35524eee4166bb702d53574229b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348796 Jun 29 23:24:59.088543 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49325f6-843b-4019-871a-6ed317ef5afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c246bbde-307e-4a49-beac-c324f5d945dc,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:59.090279 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42372) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:24:59.092010 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e49325f6-843b-4019-871a-6ed317ef5afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:59.145229 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b974c489-c2bd-43c8-9ea5-28ba75500dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:59.165251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b974c489-c2bd-43c8-9ea5-28ba75500dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:59.188028 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd7cd2-b960-4d6d-898c-f4f5159ee84e req-dcf98fe4-d2e5-40a0-8e65-60f2aa927ce1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:59.189502 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-81dd7cd2-b960-4d6d-898c-f4f5159ee84e req-dcf98fe4-d2e5-40a0-8e65-60f2aa927ce1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 931 time: 0.0601490 Jun 29 23:24:59.230340 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-81dd7cd2-b960-4d6d-898c-f4f5159ee84e req-c94a23e4-f88c-4d67-a5cc-7d5725a37232 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342882 Jun 29 23:24:59.307892 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b974c489-c2bd-43c8-9ea5-28ba75500dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:59.310742 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b974c489-c2bd-43c8-9ea5-28ba75500dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:24:59.312018 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b974c489-c2bd-43c8-9ea5-28ba75500dc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c246bbde-307e-4a49-beac-c324f5d945dc HTTP/1.1" status: 204 len: 168 time: 0.2206659 Jun 29 23:24:59.316074 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:24:59.320417 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974c489-c2bd-43c8-9ea5-28ba75500dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c246bbde-307e-4a49-beac-c324f5d945dc,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:24:59.322646 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b974c489-c2bd-43c8-9ea5-28ba75500dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:24:59.371097 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f2ffa-3854-411f-b74f-4fa25d333964 req-451b1e34-78e6-45c2-9b28-0b7000b8c81a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:59.372719 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f25f2ffa-3854-411f-b74f-4fa25d333964 req-451b1e34-78e6-45c2-9b28-0b7000b8c81a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 944 time: 0.0799408 Jun 29 23:24:59.410986 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f25f2ffa-3854-411f-b74f-4fa25d333964 req-9f55c433-4a69-4c20-a8c6-0ef14bf2a2e1 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322740 Jun 29 23:24:59.737580 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1dbcb-ef8b-4c9a-8add-d659533c63da req-d23e69d7-e4f1-49b9-8395-8bd13f34ab10 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:24:59.739178 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f7b1dbcb-ef8b-4c9a-8add-d659533c63da req-d23e69d7-e4f1-49b9-8395-8bd13f34ab10 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 943 time: 0.0627799 Jun 29 23:24:59.776251 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f7b1dbcb-ef8b-4c9a-8add-d659533c63da req-2b24ce3f-d421-4398-96d3-a8cf176e42cf tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314572 Jun 29 23:24:59.965004 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Request body: {'port': {'device_id': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:24:59.971302 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:25:00.031416 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-1110227f-8a89-4949-8fd2-5d8b59fad7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:00.037741 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-1110227f-8a89-4949-8fd2-5d8b59fad7ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 1096 time: 0.0769885 Jun 29 23:25:00.092157 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,segment=NetworkSegment(d911686f-1da3-4130-88b4-3ca73855c561),segment_id=d911686f-1da3-4130-88b4-3ca73855c561)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:00.092974 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-9837a8c8-6677-432f-92bc-5a801090d3cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac65e79f-4254-409a-9afe-0be1e9cfe433 HTTP/1.1" status: 200 len: 217 time: 0.0415187 Jun 29 23:25:00.096108 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:00.100847 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:00.106037 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0', 'network_id': '3f837d18-17ac-40a2-be19-25c2247e5655', 'port_id': 'e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0', 'mac_address': 'fa:16:3e:0e:d8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc4fda9-8bfc-40da-bb12-9e1e5fa95b52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:25:00.144704 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-2e314723-bb6c-4ad8-9776-d85855200274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:00.146654 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-2e314723-bb6c-4ad8-9776-d85855200274 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 200 len: 858 time: 0.0466864 Jun 29 23:25:00.171080 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:00.184501 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cc605-b07a-4cff-8373-5f0385dcbcf5 req-69909880-2395-4951-9591-7350dee1bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:00.186210 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-675cc605-b07a-4cff-8373-5f0385dcbcf5 req-69909880-2395-4951-9591-7350dee1bda4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 1097 time: 0.1952524 Jun 29 23:25:00.188980 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-39d7f728-874b-426f-b21d-662d00b24951 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c661940-3fd1-4623-ad6b-0bf033a2109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337532 Jun 29 23:25:00.193420 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:25:00.220521 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,segment=NetworkSegment(d911686f-1da3-4130-88b4-3ca73855c561),segment_id=d911686f-1da3-4130-88b4-3ca73855c561)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:00.301531 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:00.302461 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device e219f38b-ca16-4c45-904d-d982f4f547e2 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:25:00.305916 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:00.409942 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:00.415044 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:00.484680 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port e219f38b-ca16-4c45-904d-d982f4f547e2, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e219f38b-ca16-4c45-904d-d982f4f547e2,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:00.489979 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-ab4818da-84d1-42f6-a2fb-60f45e47825c service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840269 Jun 29 23:25:00.501597 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'e219f38b-ca16-4c45-904d-d982f4f547e2', 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d', 'port_id': 'e219f38b-ca16-4c45-904d-d982f4f547e2', 'mac_address': 'fa:16:3e:1b:67:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf5d517-a2ae-4868-b59e-fda41015bf75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:25:00.511139 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cc605-b07a-4cff-8373-5f0385dcbcf5 req-b4247692-0ec8-4085-a47d-e23364853c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:00.512978 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-675cc605-b07a-4cff-8373-5f0385dcbcf5 req-b4247692-0ec8-4085-a47d-e23364853c24 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2713623 Jun 29 23:25:00.550269 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c296e77-ea48-465d-916a-da13474acca6 req-d6adaa5d-85f0-478b-979a-abc527d4e71e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:00.553051 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:00.558642 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0c296e77-ea48-465d-916a-da13474acca6 req-d6adaa5d-85f0-478b-979a-abc527d4e71e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 943 time: 0.3245149 Jun 29 23:25:00.569195 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e219f38b-ca16-4c45-904d-d982f4f547e2 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:25:00.601549 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port e219f38b-ca16-4c45-904d-d982f4f547e2, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e219f38b-ca16-4c45-904d-d982f4f547e2,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:00.663864 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:00.666160 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5d460ff9-1e39-44f5-a33d-d43f3095015a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:00.676959 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cc605-b07a-4cff-8373-5f0385dcbcf5 req-ad1b235c-46f1-423b-a700-a252de2ccb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:00.678478 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-675cc605-b07a-4cff-8373-5f0385dcbcf5 req-ad1b235c-46f1-423b-a700-a252de2ccb4e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1585135 Jun 29 23:25:00.689746 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0c296e77-ea48-465d-916a-da13474acca6 req-107287d1-7e4f-4267-a660-400e6f1ceeb9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299696 Jun 29 23:25:00.694010 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 42418) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:00.722974 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df36412-5e1c-47d6-ac23-a3552ac79a39 req-20c06b31-ac29-4c2a-b2cd-a8b4dab0fe78 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:00.724776 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4df36412-5e1c-47d6-ac23-a3552ac79a39 req-20c06b31-ac29-4c2a-b2cd-a8b4dab0fe78 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 931 time: 0.2859249 Jun 29 23:25:00.758560 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de91d95a-06c1-4240-9a71-8c60e803f37a {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:25:00.761792 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-0e799238-93dd-4e7a-bafe-747ee93457a8 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462227 Jun 29 23:25:00.783645 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4df36412-5e1c-47d6-ac23-a3552ac79a39 req-3c33d44b-7882-47be-9f4b-76663f7397f7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520599 Jun 29 23:25:00.813143 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=e219f38b-ca16-4c45-904d-d982f4f547e2,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:00.818388 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:00.835100 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:00.840318 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Transition to ACTIVE for port object de91d95a-06c1-4240-9a71-8c60e803f37a will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:25:00.871618 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-871ba666-14bb-42b4-bbee-db9147c59ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:00.877970 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-871ba666-14bb-42b4-bbee-db9147c59ddf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 1097 time: 0.1087186 Jun 29 23:25:00.915946 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748542928-network', 'tenant_id': 'd6310f2bf75441958d5eab722b10e2b6'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:25:00.939315 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:00.941573 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-792711de-aea9-4e9a-a300-9b57e9198c74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26903de5-203d-4c6d-9b5d-dd991267eefa HTTP/1.1" status: 200 len: 217 time: 0.0509853 Jun 29 23:25:00.944217 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-11b46d93-c127-4d04-a56f-20ee7eae8718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:01.016563 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695b26e-2541-4e72-bb3d-c349799cee85 req-9b4518be-ed90-4296-8927-4f9bf23c615e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:01.017877 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6695b26e-2541-4e72-bb3d-c349799cee85 req-9b4518be-ed90-4296-8927-4f9bf23c615e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 944 time: 0.1519847 Jun 29 23:25:01.027981 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:01.041609 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:01.046844 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-5b4cc929-c9c7-4c2a-8fbb-5c978a186433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:01.049099 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-5b4cc929-c9c7-4c2a-8fbb-5c978a186433 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cd51bbb-eb2f-4679-8361-22fe3e4938f8 HTTP/1.1" status: 200 len: 850 time: 0.0832384 Jun 29 23:25:01.054393 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8e33a-b944-4bd3-b0ad-e1a083f5eed4 req-8a218357-7dfe-4747-8805-b68d733d569d tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:01.055984 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7d8e33a-b944-4bd3-b0ad-e1a083f5eed4 req-8a218357-7dfe-4747-8805-b68d733d569d tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 944 time: 0.1148033 Jun 29 23:25:01.061112 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Made reservation on behalf of d6310f2bf75441958d5eab722b10e2b6 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:25:01.063318 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.087977 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.099658 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6695b26e-2541-4e72-bb3d-c349799cee85 req-5512b6c7-852b-4cfd-a808-6d7b408717cd tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756512 Jun 29 23:25:01.122890 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Attempting to bind port de91d95a-06c1-4240-9a71-8c60e803f37a on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:25:01.123359 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Attempting to bind port de91d95a-06c1-4240-9a71-8c60e803f37a by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:25:01.123737 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Attempting to bind port de91d95a-06c1-4240-9a71-8c60e803f37a on network 1491f8eb-60e7-415d-8468-88dc866fd07d {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:25:01.136192 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Port de91d95a-06c1-4240-9a71-8c60e803f37a on network 1491f8eb-60e7-415d-8468-88dc866fd07d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:25:01.136192 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Attempting to bind port de91d95a-06c1-4240-9a71-8c60e803f37a on network 1491f8eb-60e7-415d-8468-88dc866fd07d {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:25:01.136406 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7d8e33a-b944-4bd3-b0ad-e1a083f5eed4 req-50aac23a-6bef-4657-ba4c-ef5dd5345b7b tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703716 Jun 29 23:25:01.141856 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:25:01.142203 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Checking segment: {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:25:01.142764 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Bound using segment: {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:25:01.143211 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Bound port: de91d95a-06c1-4240-9a71-8c60e803f37a, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:25:01.143642 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.180259 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:25:01.218861 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['e219f38b-ca16-4c45-904d-d982f4f547e2'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:25:01.261417 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.296291 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:25:01.313026 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:25:01.318206 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-760982a2-dfd6-4a0e-bf77-28e98c9f5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:01.319394 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.319955 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-760982a2-dfd6-4a0e-bf77-28e98c9f5060 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d8ecfa1-3c87-4166-9abc-18a879e92697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2473040 Jun 29 23:25:01.325468 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-76e5383f-0517-4712-8f48-109066bf1f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:01.348271 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:25:01.366716 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.370030 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Added segment 20718ddb-78ed-4d67-8efb-cd1127c477f1 of type vlan for network 2a6625f0-8260-469d-bac0-41fccccd7758 Jun 29 23:25:01.400851 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d66b0b-eb72-4b00-9052-583fad9be889,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:01.405596 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:01.419132 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.423911 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.430508 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:01.500039 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:01.500676 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.502259 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] 10.222.0.64 "PUT /v2.0/ports/de91d95a-06c1-4240-9a71-8c60e803f37a HTTP/1.1" status: 200 len: 1093 time: 1.5415452 Jun 29 23:25:01.504468 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:25:01.506865 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5243f9ce-be7a-4775-9f48-18ea74d58bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:25:01.520522 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-0fba5fe1-9a20-4346-b01e-ae4241ecc308 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910474 Jun 29 23:25:01.525732 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:01.544609 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.546726 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:01.547369 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:01.551100 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:01.615513 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e02a976-6b84-4052-9935-b6f54885ea1c x-openstack-request-id: req-9e02a976-6b84-4052-9935-b6f54885ea1c {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:25:01.616554 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:25:01.616554 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e02a976-6b84-4052-9935-b6f54885ea1c {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:25:01.616554 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'status': 'completed', 'code': 200} Jun 29 23:25:01.617907 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:01.622655 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Pushing event updated for resources: {'Network': ['ID=2a6625f0-8260-469d-bac0-41fccccd7758,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:01.625751 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:01.632892 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 2a6625f0-8260-469d-bac0-41fccccd7758 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:25:01.671903 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9733434 Jun 29 23:25:01.672763 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42444) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:01.677101 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Request body: {'subnet': {'network_id': '2a6625f0-8260-469d-bac0-41fccccd7758', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748542928-subnet', 'tenant_id': 'd6310f2bf75441958d5eab722b10e2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:25:01.706378 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-933346ef-408f-43d0-9b1b-33cb4fed09c6 req-29877cb0-64e8-4a93-82c0-3e85bbaf7b96 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749787 Jun 29 23:25:01.725460 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243f9ce-be7a-4775-9f48-18ea74d58bf3 req-4be149d5-10dd-48af-9771-52f541af57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:01.727002 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5243f9ce-be7a-4775-9f48-18ea74d58bf3 req-4be149d5-10dd-48af-9771-52f541af57f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 1096 time: 0.1053143 Jun 29 23:25:01.872593 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707de318-3b38-4544-8693-5bcb7151bb80 req-a8ed4a00-6c60-49be-b6d2-ada37b4b6502 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:01.875982 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-707de318-3b38-4544-8693-5bcb7151bb80 req-a8ed4a00-6c60-49be-b6d2-ada37b4b6502 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 943 time: 0.0702477 Jun 29 23:25:01.916393 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-707de318-3b38-4544-8693-5bcb7151bb80 req-cf7d45a2-e1e5-4a92-b39b-a8bf1f2540d3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Jun 29 23:25:01.989798 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b90cd-aaf0-48d2-b90d-9c5aa9c2d09d req-7141d559-9b71-449b-bbe8-9086c213b722 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:01.991276 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Made reservation on behalf of d6310f2bf75441958d5eab722b10e2b6 for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:25:01.991639 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-142b90cd-aaf0-48d2-b90d-9c5aa9c2d09d req-7141d559-9b71-449b-bbe8-9086c213b722 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0667522 Jun 29 23:25:01.993622 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:02.029381 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-142b90cd-aaf0-48d2-b90d-9c5aa9c2d09d req-68d904b9-8eab-4f9e-82c3-bd7a05403cc8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Jun 29 23:25:02.035847 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243f9ce-be7a-4775-9f48-18ea74d58bf3 req-ad2c3c5c-db92-4f47-b0a1-024e034eae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:02.037158 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5243f9ce-be7a-4775-9f48-18ea74d58bf3 req-ad2c3c5c-db92-4f47-b0a1-024e034eae47 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27fe72faf0994406a7acaf15a921be08&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2926662 Jun 29 23:25:02.191767 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243f9ce-be7a-4775-9f48-18ea74d58bf3 req-cfcbb813-c4a5-4f0b-aa5e-2abed2548fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:02.193453 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5243f9ce-be7a-4775-9f48-18ea74d58bf3 req-cfcbb813-c4a5-4f0b-aa5e-2abed2548fb0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461432 Jun 29 23:25:02.336450 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:02.342367 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bbf30567-ba08-4eca-a641-90c3403ee41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:02.383926 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ebf6a-a62f-4dda-8056-38542ca47c7b req-fd4803f4-9874-403b-a10c-3f27b81c92b8 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:02.385415 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3d5ebf6a-a62f-4dda-8056-38542ca47c7b req-fd4803f4-9874-403b-a10c-3f27b81c92b8 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 944 time: 0.1136162 Jun 29 23:25:02.416466 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-60cf17bf-691b-4488-85c3-8b2a51ca3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:02.418840 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-60cf17bf-691b-4488-85c3-8b2a51ca3e49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 1096 time: 0.1346545 Jun 29 23:25:02.432575 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24f0bf5-14af-41bd-8359-222ffc0665af,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:02.437304 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:02.447184 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3d5ebf6a-a62f-4dda-8056-38542ca47c7b req-66dde902-e31b-4d1e-b25d-929458506992 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553463 Jun 29 23:25:02.459027 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ce045-8d98-423f-bab1-7cdae0a4362f req-38e3a2de-a53e-4f6d-a3cc-c7dba5ae6be9 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:02.460781 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e99ce045-8d98-423f-bab1-7cdae0a4362f req-38e3a2de-a53e-4f6d-a3cc-c7dba5ae6be9 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 944 time: 0.1276631 Jun 29 23:25:02.507408 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Checking segment: {'id': '20718ddb-78ed-4d67-8efb-cd1127c477f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2a6625f0-8260-469d-bac0-41fccccd7758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:25:02.507830 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Network hostable DHCP agents. Network: 2a6625f0-8260-469d-bac0-41fccccd7758, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:25:02.513131 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-af8f8e57-aa90-4aa0-838d-dd64d09a4c6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de91d95a-06c1-4240-9a71-8c60e803f37a HTTP/1.1" status: 200 len: 217 time: 0.0726371 Jun 29 23:25:02.519527 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e99ce045-8d98-423f-bab1-7cdae0a4362f req-76fda1c8-2c4a-403b-b4f2-496cd7a8d7c8 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491741 Jun 29 23:25:02.574453 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-a25abfd2-814c-4f5a-8f4f-0b5560138003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:02.576031 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-a25abfd2-814c-4f5a-8f4f-0b5560138003 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 200 len: 856 time: 0.0550780 Jun 29 23:25:02.627846 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Network 2a6625f0-8260-469d-bac0-41fccccd7758 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:25:02.638014 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-a1d391e8-24f9-455b-9ed9-ccf5e37032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:02.639500 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-a1d391e8-24f9-455b-9ed9-ccf5e37032ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1491f8eb-60e7-415d-8468-88dc866fd07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565708 Jun 29 23:25:02.714928 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 2a6625f0-8260-469d-bac0-41fccccd7758) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:25:02.723147 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea9c450-282f-42d0-9058-88db205fbf4b None None] Network 2a6625f0-8260-469d-bac0-41fccccd7758 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:25:02.729438 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:02.730029 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:02.751989 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-137555b4-3ab8-4584-bf95-f9c732610f51 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051416 Jun 29 23:25:02.845220 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9dc0fcdf-b170-498e-9414-f2ac81ce596a req-ec466fd6-aebf-46b1-950e-8a6103f4106c service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862918 Jun 29 23:25:02.853209 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c13e378-8861-44bc-95b9-708bffa3d126 None None] Network 2a6625f0-8260-469d-bac0-41fccccd7758 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:25:02.866187 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1839027 Jun 29 23:25:03.113862 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e66c6-c826-4bbd-8fd3-f3bbb5416e8f req-cc423e8f-4d9d-433c-964d-53dfa97392c9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:03.115638 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3d0e66c6-c826-4bbd-8fd3-f3bbb5416e8f req-cc423e8f-4d9d-433c-964d-53dfa97392c9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 943 time: 0.0745018 Jun 29 23:25:03.169472 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3d0e66c6-c826-4bbd-8fd3-f3bbb5416e8f req-57e564d8-dbb6-4701-88db-e9bb4267ec63 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480397 Jun 29 23:25:03.255043 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba23d-e328-4cd9-83f1-176170b20243 req-35edfb9e-0d5d-464b-994f-bea4c38e8841 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:03.256539 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7e8ba23d-e328-4cd9-83f1-176170b20243 req-35edfb9e-0d5d-464b-994f-bea4c38e8841 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0808110 Jun 29 23:25:03.297935 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7e8ba23d-e328-4cd9-83f1-176170b20243 req-5e6a4dd6-40eb-4f88-bb2c-af5896c26c8d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326579 Jun 29 23:25:03.635457 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f287b-e770-4940-b0ac-0ab08a396fcb req-10614013-6f8b-47d4-9591-a9835f288586 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:03.637812 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-700f287b-e770-4940-b0ac-0ab08a396fcb req-10614013-6f8b-47d4-9591-a9835f288586 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 944 time: 0.0718467 Jun 29 23:25:03.649671 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42502) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:03.654646 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1067146457-network', 'tenant_id': '66fecc37643e427c84f151b2c95fdb62'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:25:03.711649 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-700f287b-e770-4940-b0ac-0ab08a396fcb req-eb04e3bf-5dc2-493f-b4f6-6926f4bcb9bc tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607595 Jun 29 23:25:03.733332 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e15bb9-a693-4067-be99-5a4a2ee510c0 req-2a5600e3-7d51-42ea-94d0-cd297d2a2b6e tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:03.733332 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10e15bb9-a693-4067-be99-5a4a2ee510c0 req-2a5600e3-7d51-42ea-94d0-cd297d2a2b6e tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 944 time: 0.0925384 Jun 29 23:25:03.769703 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10e15bb9-a693-4067-be99-5a4a2ee510c0 req-42d43821-18aa-43f8-87c5-f862386279bb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Jun 29 23:25:03.809035 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Made reservation on behalf of 66fecc37643e427c84f151b2c95fdb62 for: {'network': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:25:03.811410 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:03.820895 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:03.905916 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:03.980584 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:03.983943 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:04.004772 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=93640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:25:04.018278 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438ee141-352f-4a22-a85b-1824878bdd46,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:04.024360 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:04.024360 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:04.024694 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.segments_db [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Added segment 8f642a0d-f53b-43e1-880a-d647ce087ca7 of type vlan for network 65fe2168-d10f-4cfc-8552-af9f4aa208db Jun 29 23:25:04.065926 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:04.157172 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:04.158451 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:04.159019 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:04.160945 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:04.218697 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Pushing event updated for resources: {'Network': ['ID=65fe2168-d10f-4cfc-8552-af9f4aa208db,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:04.221488 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:04.228531 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 65fe2168-d10f-4cfc-8552-af9f4aa208db details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:25:04.280300 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6293550 Jun 29 23:25:04.282997 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42512) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:04.288006 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Request body: {'subnet': {'network_id': '65fe2168-d10f-4cfc-8552-af9f4aa208db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1067146457-subnet', 'tenant_id': '66fecc37643e427c84f151b2c95fdb62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:25:04.352138 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c00f9-682b-4220-8f04-dda786ee1ea0 req-25a710c4-5c6e-4370-ba83-404dd9a1afa4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:04.353733 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0f7c00f9-682b-4220-8f04-dda786ee1ea0 req-25a710c4-5c6e-4370-ba83-404dd9a1afa4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 943 time: 0.0714779 Jun 29 23:25:04.392320 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0f7c00f9-682b-4220-8f04-dda786ee1ea0 req-793b9593-0d9f-4845-b484-c695173883b5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Jun 29 23:25:04.393522 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Made reservation on behalf of 66fecc37643e427c84f151b2c95fdb62 for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:25:04.396035 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:04.484441 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26038f4c-d5c2-4ed1-a354-6fa3e1193697 req-078eb277-f8cf-4d9a-9d07-bdec307cb900 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:04.486032 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-26038f4c-d5c2-4ed1-a354-6fa3e1193697 req-078eb277-f8cf-4d9a-9d07-bdec307cb900 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0658057 Jun 29 23:25:04.523533 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-26038f4c-d5c2-4ed1-a354-6fa3e1193697 req-298f7944-12f7-4a50-811a-0d9ec8990879 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Jun 29 23:25:04.639401 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:04.641596 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:04.691151 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ceca9c-fb3f-403f-97b8-e7ca37161e40,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:04.694728 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:04.701361 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Checking segment: {'id': '8f642a0d-f53b-43e1-880a-d647ce087ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '65fe2168-d10f-4cfc-8552-af9f4aa208db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:25:04.701713 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Network hostable DHCP agents. Network: 65fe2168-d10f-4cfc-8552-af9f4aa208db, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:25:04.794175 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Network 65fe2168-d10f-4cfc-8552-af9f4aa208db is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:25:04.880826 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbfe87-5627-4844-9ea2-932c19991b76 req-0cc70331-d483-4fc3-989c-99a083767319 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:04.882315 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0bbbfe87-5627-4844-9ea2-932c19991b76 req-0cc70331-d483-4fc3-989c-99a083767319 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 944 time: 0.0608840 Jun 29 23:25:04.908005 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 65fe2168-d10f-4cfc-8552-af9f4aa208db) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:25:04.912608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:04.913453 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:04.916997 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df738f9-f773-43ff-b707-dae8f096ac64 None None] Network 65fe2168-d10f-4cfc-8552-af9f4aa208db requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:25:04.946635 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0bbbfe87-5627-4844-9ea2-932c19991b76 req-f3f0c484-6678-426f-a7bc-8aa8cd0b5993 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546138 Jun 29 23:25:04.968878 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf916be-972a-44b0-a4fa-c905fe836b74 req-68529597-9f62-4f23-a448-8a1800fd36e7 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:04.970576 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdf916be-972a-44b0-a4fa-c905fe836b74 req-68529597-9f62-4f23-a448-8a1800fd36e7 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 944 time: 0.0873871 Jun 29 23:25:05.000270 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-e9966e22-ec89-450e-9ff6-d7a4ee51ee43 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7161765 Jun 29 23:25:05.011716 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdf916be-972a-44b0-a4fa-c905fe836b74 req-6b0bd1d8-b8ad-481e-8340-a2975e8f486f tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Jun 29 23:25:05.124343 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42528) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:05.152695 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada4a036-c216-4e43-9fcd-448cecba3045 None None] Network 65fe2168-d10f-4cfc-8552-af9f4aa208db requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:25:05.172561 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] Deleting subnet b24f0bf5-14af-41bd-8359-222ffc0665af {{(pid=93640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:25:05.175712 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.208707 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.218526 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.353833 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.356169 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:05.380066 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24f0bf5-14af-41bd-8359-222ffc0665af,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:05.383275 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:05.384301 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.386178 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b24f0bf5-14af-41bd-8359-222ffc0665af HTTP/1.1" status: 204 len: 168 time: 0.2607849 Jun 29 23:25:05.388755 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42532) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:05.459350 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.542153 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.551973 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.552321 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.553241 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.553441 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.553785 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.554114 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.554432 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.554757 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.555073 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.555387 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.566064 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20ec1d-f875-43c2-ad6f-ad11c41a6d98 req-a847aef7-9cbc-43c0-9ff3-2c29c0e34bae tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:05.567776 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5c20ec1d-f875-43c2-ad6f-ad11c41a6d98 req-a847aef7-9cbc-43c0-9ff3-2c29c0e34bae tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 943 time: 0.0628309 Jun 29 23:25:05.605679 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5c20ec1d-f875-43c2-ad6f-ad11c41a6d98 req-7519777e-e2d5-4d57-a311-a2db978e9592 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Jun 29 23:25:05.699812 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35449be-0306-4d1a-ae78-267b02fa4f5e req-58cc4eeb-083f-41e2-956d-fa97b368c581 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:05.701336 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a35449be-0306-4d1a-ae78-267b02fa4f5e req-58cc4eeb-083f-41e2-956d-fa97b368c581 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0634806 Jun 29 23:25:05.709267 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.709776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.710054 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.710438 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:05.710878 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6625f0-8260-469d-bac0-41fccccd7758']}} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:05.732295 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20718ddb-78ed-4d67-8efb-cd1127c477f1') {'for_net_delete': True} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:05.732672 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20718ddb-78ed-4d67-8efb-cd1127c477f1') {} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:05.738895 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a35449be-0306-4d1a-ae78-267b02fa4f5e req-3d65d0cc-6942-4ada-a9ae-497aedf74c5c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Jun 29 23:25:05.750417 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530369777'] for segment, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.771403 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.779014 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:25:05.779396 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530125544'] for segment, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: from cryptography.utils import int_from_bytes Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: from cryptography.utils import int_from_bytes Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: Traceback (most recent call last): Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: timer() Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: cb(*args, **kw) Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: return func(*args, **kwargs) Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: self._notify() Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: self.callback(batched_events) Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: event.method(event) Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: return f(self, *a, **k) Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._get(url).json() Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: return self.request(url, 'GET', **kwargs) Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:25:05.783269 dv-cinder-796946-2-iscsi neutron-server[93640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:25:05.918822 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.923159 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:05.926903 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:05.928838 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2a6625f0-8260-469d-bac0-41fccccd7758 HTTP/1.1" status: 204 len: 168 time: 0.5392261 Jun 29 23:25:05.931826 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 42540) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:05.938719 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6625f0-8260-469d-bac0-41fccccd7758,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:05.942044 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:05.978205 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ade63ec-c3c6-44ae-a4f1-e116d5599b5c admin admin] Deleting subnet 85ceca9c-fb3f-403f-97b8-e7ca37161e40 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:25:05.981326 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7ade63ec-c3c6-44ae-a4f1-e116d5599b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.015645 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7ade63ec-c3c6-44ae-a4f1-e116d5599b5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.024512 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7ade63ec-c3c6-44ae-a4f1-e116d5599b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.132314 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c141d-91cf-4a5a-82c2-9e7070b739dc req-b7b3ab5e-c958-48ea-bb51-e6903650e226 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:06.133798 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a63c141d-91cf-4a5a-82c2-9e7070b739dc req-b7b3ab5e-c958-48ea-bb51-e6903650e226 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 944 time: 0.0747609 Jun 29 23:25:06.185147 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7ade63ec-c3c6-44ae-a4f1-e116d5599b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.190554 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:06.230328 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade63ec-c3c6-44ae-a4f1-e116d5599b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ceca9c-fb3f-403f-97b8-e7ca37161e40,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:06.234786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7ade63ec-c3c6-44ae-a4f1-e116d5599b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:06.238673 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a63c141d-91cf-4a5a-82c2-9e7070b739dc req-f4af8b3d-c3fb-483d-8655-bb2813cc1b33 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988097 Jun 29 23:25:06.239636 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7ade63ec-c3c6-44ae-a4f1-e116d5599b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.241369 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7ade63ec-c3c6-44ae-a4f1-e116d5599b5c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/85ceca9c-fb3f-403f-97b8-e7ca37161e40 HTTP/1.1" status: 204 len: 168 time: 0.3085711 Jun 29 23:25:06.243860 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 42552) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:06.303000 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device ac65e79f-4254-409a-9afe-0be1e9cfe433 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:25:06.376058 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:25:06.437517 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port ac65e79f-4254-409a-9afe-0be1e9cfe433, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=ac65e79f-4254-409a-9afe-0be1e9cfe433,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:06.450722 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'ac65e79f-4254-409a-9afe-0be1e9cfe433', 'network_id': '3c661940-3fd1-4623-ad6b-0bf033a2109d', 'port_id': 'ac65e79f-4254-409a-9afe-0be1e9cfe433', 'mac_address': 'fa:16:3e:71:6c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf5d517-a2ae-4868-b59e-fda41015bf75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:25:06.495488 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.507329 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6d416-c8c8-48c3-9985-e27c3726cb86 req-0ad02a2b-c71a-4070-8f22-04e582325863 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:06.508426 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac65e79f-4254-409a-9afe-0be1e9cfe433 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:25:06.508955 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d7b6d416-c8c8-48c3-9985-e27c3726cb86 req-0ad02a2b-c71a-4070-8f22-04e582325863 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 944 time: 0.3702209 Jun 29 23:25:06.528514 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port ac65e79f-4254-409a-9afe-0be1e9cfe433, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=ac65e79f-4254-409a-9afe-0be1e9cfe433,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:06.534171 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:25:06.535508 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.537979 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:25:06.538364 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.567966 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d7b6d416-c8c8-48c3-9985-e27c3726cb86 req-d09a25b7-2fbc-4574-8210-db39294939ed tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Jun 29 23:25:06.618195 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.618928 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 26903de5-203d-4c6d-9b5d-dd991267eefa details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:25:06.622157 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:06.639048 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.650132 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.650476 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.651574 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.651689 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > port after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.651973 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.652084 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.652293 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > port after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.652607 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.653079 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.653357 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.653667 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.725016 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.725369 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.725703 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.726036 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 23:25:06.726410 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fe2168-d10f-4cfc-8552-af9f4aa208db']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:06.732313 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae02425-b2bc-4dac-b681-e696057ff4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:25:06.754772 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f642a0d-f53b-43e1-880a-d647ce087ca7') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:06.758957 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f642a0d-f53b-43e1-880a-d647ce087ca7') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:06.789295 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.812990 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.817326 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=ac65e79f-4254-409a-9afe-0be1e9cfe433,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:06.825794 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:25:06.826206 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.829311 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,segment=NetworkSegment(d911686f-1da3-4130-88b4-3ca73855c561),segment_id=d911686f-1da3-4130-88b4-3ca73855c561)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: from cryptography.utils import int_from_bytes Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: from cryptography.utils import int_from_bytes Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:25:06.830957 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:25:06.834106 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:06.883992 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 26903de5-203d-4c6d-9b5d-dd991267eefa, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=26903de5-203d-4c6d-9b5d-dd991267eefa,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:06.884918 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '26903de5-203d-4c6d-9b5d-dd991267eefa', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'port_id': '26903de5-203d-4c6d-9b5d-dd991267eefa', 'mac_address': 'fa:16:3e:ac:8d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:25:06.931350 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:06.946318 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159c2b1f-aa80-4764-b170-ceaac8931c51" -d '{"events": [{"server_uuid": "bae02425-b2bc-4dac-b681-e696057ff4af", "name": "network-vif-plugged", "status": "completed", "tag": "e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:25:06.948977 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd6252-0e56-4eb4-8e56-6ec892862f54 req-d49fadf9-9215-474b-b69d-fc4886beb9e5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:06.950331 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-05bd6252-0e56-4eb4-8e56-6ec892862f54 req-d49fadf9-9215-474b-b69d-fc4886beb9e5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 944 time: 0.2189536 Jun 29 23:25:06.952043 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26903de5-203d-4c6d-9b5d-dd991267eefa {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:25:06.973129 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 26903de5-203d-4c6d-9b5d-dd991267eefa, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=26903de5-203d-4c6d-9b5d-dd991267eefa,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:07.003634 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-05bd6252-0e56-4eb4-8e56-6ec892862f54 req-b41c8427-c8c8-4d46-a644-b312eb6412d8 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Jun 29 23:25:07.015565 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07a931-a244-4bbe-8614-c082aacd0e72 req-bf69b33f-b707-4ae6-a88f-269d5f28028d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:07.017167 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6f07a931-a244-4bbe-8614-c082aacd0e72 req-bf69b33f-b707-4ae6-a88f-269d5f28028d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.1080763 Jun 29 23:25:07.028078 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.029152 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device e219f38b-ca16-4c45-904d-d982f4f547e2 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:25:07.030999 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.032692 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:07.048961 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:07.056481 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.068310 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] 10.222.0.61 "DELETE /v2.0/networks/65fe2168-d10f-4cfc-8552-af9f4aa208db HTTP/1.1" status: 204 len: 168 time: 0.8135474 Jun 29 23:25:07.077875 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Pushing event deleted for resources: {'Network': ['ID=65fe2168-d10f-4cfc-8552-af9f4aa208db,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:07.082276 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:07.088745 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6f07a931-a244-4bbe-8614-c082aacd0e72 req-f030873b-fb51-4fac-ac1f-4515830ff109 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656393 Jun 29 23:25:07.098750 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.142618 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:07.153572 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:07.154049 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-9a6eda55-8be7-4c7c-a095-37897b1cc17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:07.213598 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ba05ec-66d3-42b1-94f8-65a3693a180b x-openstack-request-id: req-b0ba05ec-66d3-42b1-94f8-65a3693a180b {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:25:07.213598 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae02425-b2bc-4dac-b681-e696057ff4af", "name": "network-vif-plugged", "status": "completed", "tag": "e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:25:07.213598 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0ba05ec-66d3-42b1-94f8-65a3693a180b {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:25:07.213598 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae02425-b2bc-4dac-b681-e696057ff4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0', 'code': 200} Jun 29 23:25:07.213598 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=26903de5-203d-4c6d-9b5d-dd991267eefa,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:07.214958 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:07.260352 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port e219f38b-ca16-4c45-904d-d982f4f547e2 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:25:07.268260 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port e219f38b-ca16-4c45-904d-d982f4f547e2 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:25:07.269390 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.375279 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.414213 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port e219f38b-ca16-4c45-904d-d982f4f547e2, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e219f38b-ca16-4c45-904d-d982f4f547e2,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:07.449755 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47fd2a-d8c0-4b6d-9221-08fe1278c421 req-c6cb02d0-9152-46b2-a4ec-eab8c3b687b2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:07.451228 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8b47fd2a-d8c0-4b6d-9221-08fe1278c421 req-c6cb02d0-9152-46b2-a4ec-eab8c3b687b2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 945 time: 0.0720525 Jun 29 23:25:07.489829 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.491769 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:07.511124 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8b47fd2a-d8c0-4b6d-9221-08fe1278c421 req-153a43f8-e553-4339-885e-b16961f74f3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Jun 29 23:25:07.514185 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['ac65e79f-4254-409a-9afe-0be1e9cfe433'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:25:07.554510 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['26903de5-203d-4c6d-9b5d-dd991267eefa'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:25:07.591298 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42594) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:07.630019 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=e219f38b-ca16-4c45-904d-d982f4f547e2,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:07.642277 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:07.740514 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-a4ee3cce-26c8-4eed-b902-bb223788b114 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6310f2bf75441958d5eab722b10e2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473882 Jun 29 23:25:07.743070 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 42598) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:07.754979 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342573c-7466-4534-b7d4-3f50ece108d4 req-2fd46be3-3ae2-42bf-8118-444f1fc1785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:07.759067 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9342573c-7466-4534-b7d4-3f50ece108d4 req-2fd46be3-3ae2-42bf-8118-444f1fc1785d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 1098 time: 0.1338534 Jun 29 23:25:07.786835 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9342573c-7466-4534-b7d4-3f50ece108d4 req-5871fee6-3189-4096-8ef7-817e6c2f9442 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.795515 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326e2ae-e5bc-401f-885f-b3a2cf86d6c9 req-ee2b5c72-b1e9-4f59-bbaf-ca031f0f9fb2 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:07.803268 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5326e2ae-e5bc-401f-885f-b3a2cf86d6c9 req-ee2b5c72-b1e9-4f59-bbaf-ca031f0f9fb2 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 945 time: 0.1054335 Jun 29 23:25:07.859752 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e4c49270-d2fc-46a7-bc08-dd66489bbacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.864595 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5326e2ae-e5bc-401f-885f-b3a2cf86d6c9 req-af17bc48-2b72-4fea-9950-13b8a63e702f tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602775 Jun 29 23:25:07.891222 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e4c49270-d2fc-46a7-bc08-dd66489bbacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.896250 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9342573c-7466-4534-b7d4-3f50ece108d4 req-5871fee6-3189-4096-8ef7-817e6c2f9442 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.959388 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-9342573c-7466-4534-b7d4-3f50ece108d4 req-5871fee6-3189-4096-8ef7-817e6c2f9442 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.962141 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b99b8bc3-e3fe-49ea-a168-0c12482c31db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:07.986472 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e4c49270-d2fc-46a7-bc08-dd66489bbacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.989455 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e4c49270-d2fc-46a7-bc08-dd66489bbacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:07.990594 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e4c49270-d2fc-46a7-bc08-dd66489bbacb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25d66b0b-eb72-4b00-9052-583fad9be889 HTTP/1.1" status: 204 len: 168 time: 0.2450552 Jun 29 23:25:07.991451 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fc646da0-3ab3-41d5-a0f6-586a4fef9d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:07.992325 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9342573c-7466-4534-b7d4-3f50ece108d4 req-5871fee6-3189-4096-8ef7-817e6c2f9442 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235370 Jun 29 23:25:08.001061 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871fee6-3189-4096-8ef7-817e6c2f9442 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2913dee6-0e51-4f44-9e01-92c8a519940a,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:08.003027 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c49270-d2fc-46a7-bc08-dd66489bbacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d66b0b-eb72-4b00-9052-583fad9be889,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:08.004329 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5871fee6-3189-4096-8ef7-817e6c2f9442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:08.005297 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e4c49270-d2fc-46a7-bc08-dd66489bbacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:08.181262 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bc795-0b40-4eca-a700-db40e5518aaa req-5d812206-8429-4f88-8c40-7c073f5b1475 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:08.182722 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a22bc795-0b40-4eca-a700-db40e5518aaa req-5d812206-8429-4f88-8c40-7c073f5b1475 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 944 time: 0.0655751 Jun 29 23:25:08.232606 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a22bc795-0b40-4eca-a700-db40e5518aaa req-6b73549c-02d9-4821-af52-1f614cb955cd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Jun 29 23:25:08.287944 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8c8f8-a6e2-47d6-b9cf-1ccea3331c88 req-3ee82cd0-3723-4d35-b030-786fcd8e7a4f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:08.289355 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9fa8c8f8-a6e2-47d6-b9cf-1ccea3331c88 req-3ee82cd0-3723-4d35-b030-786fcd8e7a4f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0714903 Jun 29 23:25:08.328274 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9fa8c8f8-a6e2-47d6-b9cf-1ccea3331c88 req-131d9bc4-da9d-47c6-8ec9-069926e7501a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333328 Jun 29 23:25:08.693816 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d223b5-5969-4dd4-9685-d1e2a7deb9e1 req-1e41ddcb-1e72-465d-88fa-7224c5a18470 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:08.695546 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61d223b5-5969-4dd4-9685-d1e2a7deb9e1 req-1e41ddcb-1e72-465d-88fa-7224c5a18470 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 945 time: 0.0665226 Jun 29 23:25:08.725958 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42622) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:08.738676 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61d223b5-5969-4dd4-9685-d1e2a7deb9e1 req-61906f8f-cdd2-44e6-8c89-d2a805e3bb27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367179 Jun 29 23:25:08.768484 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-7515601f-ef3d-486e-9a1d-5c679681f844 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66fecc37643e427c84f151b2c95fdb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413203 Jun 29 23:25:08.770956 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42624) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:08.823136 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8047-0168-4d23-97f8-59aa187ccceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:08.851298 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8047-0168-4d23-97f8-59aa187ccceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:08.989142 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8047-0168-4d23-97f8-59aa187ccceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:08.993331 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8047-0168-4d23-97f8-59aa187ccceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:08.995194 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-cc5b8047-0168-4d23-97f8-59aa187ccceb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/438ee141-352f-4a22-a85b-1824878bdd46 HTTP/1.1" status: 204 len: 168 time: 0.2233062 Jun 29 23:25:08.996449 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dfa0af62-5d35-49aa-9c7c-f8c41a907cb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:09.006929 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b8047-0168-4d23-97f8-59aa187ccceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ee141-352f-4a22-a85b-1824878bdd46,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:09.009823 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cc5b8047-0168-4d23-97f8-59aa187ccceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:09.049270 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edba17-6259-4a3d-820b-638d0266a86a req-15a33ccc-4d9e-4970-bd0f-261c16d3f3e6 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:09.050747 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a8edba17-6259-4a3d-820b-638d0266a86a req-15a33ccc-4d9e-4970-bd0f-261c16d3f3e6 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 945 time: 0.0754337 Jun 29 23:25:09.093531 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a8edba17-6259-4a3d-820b-638d0266a86a req-a39473ee-d12f-4d0a-9830-9c2eeeed9f6a tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358138 Jun 29 23:25:09.156011 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device de91d95a-06c1-4240-9a71-8c60e803f37a details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:25:09.166240 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device ac65e79f-4254-409a-9afe-0be1e9cfe433 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:25:09.216741 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dd68f7-bee1-4a24-99ab-56f1020ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e219f38b-ca16-4c45-904d-d982f4f547e2'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:25:09.219033 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8cc8f2-d8a1-4bf6-8540-c58a676cc7f5" -d '{"events": [{"server_uuid": "26dd68f7-bee1-4a24-99ab-56f1020ac804", "name": "network-vif-plugged", "status": "completed", "tag": "e219f38b-ca16-4c45-904d-d982f4f547e2"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:25:09.271800 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abdab27-1b4b-44bd-abda-39596e18f9f6 x-openstack-request-id: req-6abdab27-1b4b-44bd-abda-39596e18f9f6 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:25:09.272104 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26dd68f7-bee1-4a24-99ab-56f1020ac804", "name": "network-vif-plugged", "status": "completed", "tag": "e219f38b-ca16-4c45-904d-d982f4f547e2", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:25:09.272364 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6abdab27-1b4b-44bd-abda-39596e18f9f6 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:25:09.272759 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dd68f7-bee1-4a24-99ab-56f1020ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e219f38b-ca16-4c45-904d-d982f4f547e2', 'code': 200} Jun 29 23:25:09.317638 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:09.349974 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'port_id': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'mac_address': 'fa:16:3e:22:94:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:25:09.352043 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port ac65e79f-4254-409a-9afe-0be1e9cfe433 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:25:09.357213 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port ac65e79f-4254-409a-9afe-0be1e9cfe433 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:25:09.358197 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:09.446769 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:09.466466 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de91d95a-06c1-4240-9a71-8c60e803f37a {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:25:09.475242 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e1fea-2189-4c63-ad3e-ef97de0b5e6f req-7d4c4f16-d841-44b4-a8b7-5e97073e48ae tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:09.477006 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf6e1fea-2189-4c63-ad3e-ef97de0b5e6f req-7d4c4f16-d841-44b4-a8b7-5e97073e48ae tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 944 time: 0.0975733 Jun 29 23:25:09.492354 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:09.525695 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:09.564197 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf6e1fea-2189-4c63-ad3e-ef97de0b5e6f req-a5119d36-b945-415c-8813-9879b619bb75 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755227 Jun 29 23:25:09.573709 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port ac65e79f-4254-409a-9afe-0be1e9cfe433, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=ac65e79f-4254-409a-9afe-0be1e9cfe433,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:09.575269 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:09.577224 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-9a6eda55-8be7-4c7c-a095-37897b1cc17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:09.587806 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504e2f-54e5-48f0-8318-212458dd43d4 req-2dd1f38a-cb8c-49b2-9960-cd6d13559dfc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:09.587806 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ef504e2f-54e5-48f0-8318-212458dd43d4 req-2dd1f38a-cb8c-49b2-9960-cd6d13559dfc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.1091552 Jun 29 23:25:09.631566 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ef504e2f-54e5-48f0-8318-212458dd43d4 req-f1c10de2-86e7-4e28-acaa-7f26b61fc18f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368698 Jun 29 23:25:09.631991 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:09.635131 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:09.683460 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:09.684482 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 26903de5-203d-4c6d-9b5d-dd991267eefa up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:25:09.686359 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:09.761342 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=ac65e79f-4254-409a-9afe-0be1e9cfe433,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:09.764880 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:09.836131 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6fb69-e327-47df-af1c-543672593a80 req-23134683-3e85-417c-a55d-4accfb51393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:09.837602 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-30a6fb69-e327-47df-af1c-543672593a80 req-23134683-3e85-417c-a55d-4accfb51393e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1098 time: 0.0540378 Jun 29 23:25:09.864843 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 26903de5-203d-4c6d-9b5d-dd991267eefa completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:25:09.876730 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 26903de5-203d-4c6d-9b5d-dd991267eefa triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:25:09.877204 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:09.894554 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-30a6fb69-e327-47df-af1c-543672593a80 req-f7466e93-1c2e-4908-b854-d090c02da81e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Jun 29 23:25:09.964714 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0fcd-b645-46ac-921e-5c501a8f3ae3 req-564e7b03-a45f-4d7c-883d-4c5be801b6c2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:09.965145 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['de91d95a-06c1-4240-9a71-8c60e803f37a'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:25:09.966184 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40cc0fcd-b645-46ac-921e-5c501a8f3ae3 req-564e7b03-a45f-4d7c-883d-4c5be801b6c2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 945 time: 0.0849707 Jun 29 23:25:10.012388 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40cc0fcd-b645-46ac-921e-5c501a8f3ae3 req-2bbe2e96-82e5-4612-95bc-37161b76a71f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Jun 29 23:25:10.018369 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:10.067794 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 26903de5-203d-4c6d-9b5d-dd991267eefa, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=26903de5-203d-4c6d-9b5d-dd991267eefa,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:10.157240 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:10.159453 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-837cc339-7024-4f08-9dca-a0d0de8a162b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:10.214318 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=26903de5-203d-4c6d-9b5d-dd991267eefa,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:10.217987 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:10.300447 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f612e-8279-477f-ae1a-162410f63b83 req-7d8534d4-03a7-46b6-8eab-c38a154a2ab9 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:10.301943 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cf0f612e-8279-477f-ae1a-162410f63b83 req-7d8534d4-03a7-46b6-8eab-c38a154a2ab9 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 945 time: 0.0803432 Jun 29 23:25:10.341385 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cf0f612e-8279-477f-ae1a-162410f63b83 req-659b8584-c1a4-4b7e-b7ae-487b403cc6dd tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Jun 29 23:25:10.751874 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756e1de-46f7-4023-ba9d-0a173b758b73 req-4cc089f1-e5f1-4e5d-8139-fb3e175e3d2a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:10.753403 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1756e1de-46f7-4023-ba9d-0a173b758b73 req-4cc089f1-e5f1-4e5d-8139-fb3e175e3d2a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0704782 Jun 29 23:25:10.829546 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1756e1de-46f7-4023-ba9d-0a173b758b73 req-5a5aaddc-79ee-413a-8e36-0f70df5b0eb4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697393 Jun 29 23:25:10.854293 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e312a-e557-4284-83d4-26b2d77f6221 req-031d775d-000d-423e-abea-e86299ef6bc1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:10.855688 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-929e312a-e557-4284-83d4-26b2d77f6221 req-031d775d-000d-423e-abea-e86299ef6bc1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 944 time: 0.0947909 Jun 29 23:25:10.893906 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-929e312a-e557-4284-83d4-26b2d77f6221 req-a576a853-43ef-477a-86a6-afbc0474fc8f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Jun 29 23:25:11.172188 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device de91d95a-06c1-4240-9a71-8c60e803f37a up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:25:11.211463 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cde23-e9c4-42c2-a6b0-ccadf2716bc4 req-63c43af5-b497-40f5-9558-72196b5c7c0e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:11.225641 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f84cde23-e9c4-42c2-a6b0-ccadf2716bc4 req-63c43af5-b497-40f5-9558-72196b5c7c0e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0905774 Jun 29 23:25:11.273243 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f84cde23-e9c4-42c2-a6b0-ccadf2716bc4 req-272953b6-c3bf-4cd9-8d2e-03aebed127f7 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462880 Jun 29 23:25:11.338170 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b2aee5-15aa-4bd0-845f-73b805056b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac65e79f-4254-409a-9afe-0be1e9cfe433'}, {'server_uuid': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26903de5-203d-4c6d-9b5d-dd991267eefa'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:25:11.340599 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5516beb-caa9-4328-950c-6b9c12e0d5b8" -d '{"events": [{"server_uuid": "e1b2aee5-15aa-4bd0-845f-73b805056b62", "name": "network-vif-plugged", "status": "completed", "tag": "ac65e79f-4254-409a-9afe-0be1e9cfe433"}, {"server_uuid": "b9bfd408-2551-482c-97e7-077b1bec91c1", "name": "network-vif-plugged", "status": "completed", "tag": "26903de5-203d-4c6d-9b5d-dd991267eefa"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:25:11.390863 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 23:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419fa089-b501-4ac6-a283-2a0a4f882f64 x-openstack-request-id: req-419fa089-b501-4ac6-a283-2a0a4f882f64 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:25:11.391337 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b2aee5-15aa-4bd0-845f-73b805056b62", "name": "network-vif-plugged", "status": "completed", "tag": "ac65e79f-4254-409a-9afe-0be1e9cfe433", "code": 200}, {"server_uuid": "b9bfd408-2551-482c-97e7-077b1bec91c1", "name": "network-vif-plugged", "status": "completed", "tag": "26903de5-203d-4c6d-9b5d-dd991267eefa", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:25:11.391633 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-419fa089-b501-4ac6-a283-2a0a4f882f64 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:25:11.392043 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b2aee5-15aa-4bd0-845f-73b805056b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac65e79f-4254-409a-9afe-0be1e9cfe433', 'code': 200} Jun 29 23:25:11.392304 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26903de5-203d-4c6d-9b5d-dd991267eefa', 'code': 200} Jun 29 23:25:11.475008 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port de91d95a-06c1-4240-9a71-8c60e803f37a completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:25:11.484378 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port de91d95a-06c1-4240-9a71-8c60e803f37a triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:25:11.484910 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:11.568644 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:11.609430 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:11.701762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:11.705240 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:11.761144 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:11.764694 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:11.908291 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282e2a2-6264-4159-bda4-e315cc24ba00 req-d8d113e0-e799-4438-9e8c-328491667a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:11.909793 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-8282e2a2-6264-4159-bda4-e315cc24ba00 req-d8d113e0-e799-4438-9e8c-328491667a31 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 1098 time: 0.0500910 Jun 29 23:25:11.956932 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-8282e2a2-6264-4159-bda4-e315cc24ba00 req-06636899-1b49-49cf-a19c-935c3478177f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Jun 29 23:25:12.024534 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc929b-8cab-4d6c-b330-26e2d00abdc0 req-72809bed-cc8b-4bf0-bc64-b71715307837 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:12.026075 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55fc929b-8cab-4d6c-b330-26e2d00abdc0 req-72809bed-cc8b-4bf0-bc64-b71715307837 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0655777 Jun 29 23:25:12.095029 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55fc929b-8cab-4d6c-b330-26e2d00abdc0 req-d9e973b3-7058-425e-b526-20f91ff07f75 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591080 Jun 29 23:25:12.118457 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8711-a186-41d2-9e05-d43ac8b322f3 req-a2f0471f-1b31-4bf1-ba76-336c9eead06f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:12.119881 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-355a8711-a186-41d2-9e05-d43ac8b322f3 req-a2f0471f-1b31-4bf1-ba76-336c9eead06f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0928493 Jun 29 23:25:12.157211 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-355a8711-a186-41d2-9e05-d43ac8b322f3 req-a4e9d5a2-c994-4467-8c46-c220e110f768 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318179 Jun 29 23:25:12.325213 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24b811-354d-4afb-a2fa-fd72d54b242a req-34cd278d-2151-41c9-a6f5-9cd374dc1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:12.326904 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-fa24b811-354d-4afb-a2fa-fd72d54b242a req-34cd278d-2151-41c9-a6f5-9cd374dc1646 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 1099 time: 0.0632551 Jun 29 23:25:12.330506 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42766) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:12.402209 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-fa24b811-354d-4afb-a2fa-fd72d54b242a req-af7371d9-abe8-4cc3-b02a-04ac0a9ac990 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401042 Jun 29 23:25:12.451509 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4f600143-65e7-421f-849b-888881bc741f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:12.480836 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce9f6-6c21-46dc-9590-43ff130da663 req-45d8af27-fa02-4f62-ac4e-1f16f5c8d193 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:12.482645 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cf9ce9f6-6c21-46dc-9590-43ff130da663 req-45d8af27-fa02-4f62-ac4e-1f16f5c8d193 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0744374 Jun 29 23:25:12.527044 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cf9ce9f6-6c21-46dc-9590-43ff130da663 req-15d18dd1-4bce-46ef-9f36-7ab945ffa60c tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385575 Jun 29 23:25:12.548649 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4f600143-65e7-421f-849b-888881bc741f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:12.643305 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4f600143-65e7-421f-849b-888881bc741f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:12.646152 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:12.684383 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-4f600143-65e7-421f-849b-888881bc741f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f55205408c64a4ea4a73d8180711c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528116 Jun 29 23:25:12.685530 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f600143-65e7-421f-849b-888881bc741f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05559098-aa29-47c6-b6ac-d36c1b79032a,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:12.687224 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 42786) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:12.689412 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4f600143-65e7-421f-849b-888881bc741f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:12.740151 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f16f2d2-7d91-4a39-bcfc-66b500e3724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:12.762750 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f16f2d2-7d91-4a39-bcfc-66b500e3724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:13.056198 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f16f2d2-7d91-4a39-bcfc-66b500e3724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:13.059419 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f16f2d2-7d91-4a39-bcfc-66b500e3724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:13.060700 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7f16f2d2-7d91-4a39-bcfc-66b500e3724b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05559098-aa29-47c6-b6ac-d36c1b79032a HTTP/1.1" status: 204 len: 168 time: 0.3707790 Jun 29 23:25:13.061989 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:13.069518 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16f2d2-7d91-4a39-bcfc-66b500e3724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05559098-aa29-47c6-b6ac-d36c1b79032a,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:13.071766 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7f16f2d2-7d91-4a39-bcfc-66b500e3724b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:13.265071 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4809-c2de-44c3-8ecb-171689cc2558 req-c75135a4-4587-41fe-9135-ca3ddd903ddb tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:13.266534 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b15c4809-c2de-44c3-8ecb-171689cc2558 req-c75135a4-4587-41fe-9135-ca3ddd903ddb tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0625715 Jun 29 23:25:13.304227 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b15c4809-c2de-44c3-8ecb-171689cc2558 req-1cd938ad-ce68-476d-960e-4f3cdd850cb6 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Jun 29 23:25:13.393333 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:25:13.400480 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fe0dc3-fc93-4520-9193-687a27737926" -d '{"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-plugged", "status": "completed", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:25:13.468536 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1a977-99ba-4d06-8a57-cb5573a7ff36 req-245f0896-1bf1-46eb-945f-efe3ae6b8918 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:13.470132 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aca1a977-99ba-4d06-8a57-cb5573a7ff36 req-245f0896-1bf1-46eb-945f-efe3ae6b8918 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0697610 Jun 29 23:25:13.508035 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aca1a977-99ba-4d06-8a57-cb5573a7ff36 req-b11fae5f-1af0-485b-a130-a5fc31aeae3e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319302 Jun 29 23:25:13.558551 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9c9f69-891c-42eb-b419-b410b22b1e53 x-openstack-request-id: req-df9c9f69-891c-42eb-b419-b410b22b1e53 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:25:13.558551 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-plugged", "status": "completed", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:25:13.558551 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df9c9f69-891c-42eb-b419-b410b22b1e53 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:25:13.558551 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'code': 200} Jun 29 23:25:13.721849 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bcda3-5da9-45cf-b1db-53ef286a5f22 req-17cbbca0-ca56-4213-b77b-5a18b93341b5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:13.723330 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8e8bcda3-5da9-45cf-b1db-53ef286a5f22 req-17cbbca0-ca56-4213-b77b-5a18b93341b5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0648446 Jun 29 23:25:13.761549 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8e8bcda3-5da9-45cf-b1db-53ef286a5f22 req-7c1300d3-b75b-467e-9e6a-c6bf85b343d4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323682 Jun 29 23:25:13.912861 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 42822) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:13.928234 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-059a1d07-f7bc-4dc1-9157-4603dc8e7094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:14.012551 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-059a1d07-f7bc-4dc1-9157-4603dc8e7094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:14.109557 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-059a1d07-f7bc-4dc1-9157-4603dc8e7094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:14.113708 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:14.139300 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-059a1d07-f7bc-4dc1-9157-4603dc8e7094 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e7a57d5288ca4836954ba4bf46edc522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250795 Jun 29 23:25:14.142502 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 42828) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:14.158257 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a1d07-f7bc-4dc1-9157-4603dc8e7094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908e68b8-a022-4050-827a-ff6490873786,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:14.161153 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-059a1d07-f7bc-4dc1-9157-4603dc8e7094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:14.197626 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-37f56dea-bedf-4843-bdfa-9338af5034ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:14.218804 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-37f56dea-bedf-4843-bdfa-9338af5034ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:14.363286 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-37f56dea-bedf-4843-bdfa-9338af5034ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:14.366210 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-37f56dea-bedf-4843-bdfa-9338af5034ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:14.367355 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-37f56dea-bedf-4843-bdfa-9338af5034ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/908e68b8-a022-4050-827a-ff6490873786 HTTP/1.1" status: 204 len: 168 time: 0.2237213 Jun 29 23:25:14.368085 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:14.377058 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f56dea-bedf-4843-bdfa-9338af5034ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908e68b8-a022-4050-827a-ff6490873786,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:14.379409 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-37f56dea-bedf-4843-bdfa-9338af5034ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:14.613438 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cdb58-1363-420b-8a3a-4a62d04af4ea req-d4d6787d-5845-4a08-b8bc-d076e057746c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:14.614912 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea6cdb58-1363-420b-8a3a-4a62d04af4ea req-d4d6787d-5845-4a08-b8bc-d076e057746c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0629821 Jun 29 23:25:14.687825 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea6cdb58-1363-420b-8a3a-4a62d04af4ea req-5715597f-39c6-4c8b-a378-d75d98b9bde8 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671785 Jun 29 23:25:14.711865 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82c57f-0127-414c-8f06-d9280e2ed483 req-8b39a077-5dc4-4302-afc8-458e279173bd tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:14.715900 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e82c57f-0127-414c-8f06-d9280e2ed483 req-8b39a077-5dc4-4302-afc8-458e279173bd tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0888493 Jun 29 23:25:14.754421 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e82c57f-0127-414c-8f06-d9280e2ed483 req-63823c3f-941b-4767-b34a-0b50ae4ce155 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352142 Jun 29 23:25:14.940980 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b7b0c-4761-49bb-8956-9d254ad96e67 req-db796dc0-e8e9-4265-a5ab-8464c4d14bd2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:14.942602 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-485b7b0c-4761-49bb-8956-9d254ad96e67 req-db796dc0-e8e9-4265-a5ab-8464c4d14bd2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0666435 Jun 29 23:25:14.981399 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-485b7b0c-4761-49bb-8956-9d254ad96e67 req-fcdbb7d1-9992-4db9-9530-56eda95d0e26 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332253 Jun 29 23:25:15.079574 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:25:15.420629 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca1e3a-0ae2-428f-a55b-287d8ca58b2e req-0abb1a8a-7d69-4b3e-a12f-417195aa217c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:15.422138 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-52ca1e3a-0ae2-428f-a55b-287d8ca58b2e req-0abb1a8a-7d69-4b3e-a12f-417195aa217c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0639763 Jun 29 23:25:15.458624 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-52ca1e3a-0ae2-428f-a55b-287d8ca58b2e req-7f85b546-30bd-4953-b6f2-8f49e2ab1f2f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Jun 29 23:25:15.937566 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d411-7d76-40f9-b5d7-ba493350a570 req-0ea49393-06a9-4612-9c06-88a9fd515c5e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:15.938945 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3411d411-7d76-40f9-b5d7-ba493350a570 req-0ea49393-06a9-4612-9c06-88a9fd515c5e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0652280 Jun 29 23:25:15.975964 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3411d411-7d76-40f9-b5d7-ba493350a570 req-9ecab06a-1956-41dc-b7cd-42c1d3af51b3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310252 Jun 29 23:25:16.156820 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5e154-fb5b-403a-b054-f77a2bb125da req-8ac43d77-2104-4341-8421-17c300048e10 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:16.158206 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8fd5e154-fb5b-403a-b054-f77a2bb125da req-8ac43d77-2104-4341-8421-17c300048e10 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0619147 Jun 29 23:25:16.197279 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8fd5e154-fb5b-403a-b054-f77a2bb125da req-195da10e-6c98-4489-a15b-cd7737812996 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335524 Jun 29 23:25:16.627890 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad007b6-f6cb-4f67-8490-b44cc1909778 req-c046ed81-78c0-445c-adc3-c196d85a5509 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:16.629342 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fad007b6-f6cb-4f67-8490-b44cc1909778 req-c046ed81-78c0-445c-adc3-c196d85a5509 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0607362 Jun 29 23:25:16.666082 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fad007b6-f6cb-4f67-8490-b44cc1909778 req-ccc82ed2-c1fd-4d09-b9c6-fd0016a05aef tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Jun 29 23:25:17.160670 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d1b2-8ce3-46a3-b512-c258bd1576cc req-141c7140-9c96-4773-a1bc-e490692c1da3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:17.162120 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d890d1b2-8ce3-46a3-b512-c258bd1576cc req-141c7140-9c96-4773-a1bc-e490692c1da3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0680816 Jun 29 23:25:17.210179 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d890d1b2-8ce3-46a3-b512-c258bd1576cc req-47df2407-1b86-401f-878c-ae0d92330ffe tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320463 Jun 29 23:25:17.351267 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9c496-4f4e-4d42-8e6d-0df7e5bef3ad req-4979b418-6cac-420c-989d-015089be9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:17.352797 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3bd9c496-4f4e-4d42-8e6d-0df7e5bef3ad req-4979b418-6cac-420c-989d-015089be9e1f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 1098 time: 0.0537946 Jun 29 23:25:17.383318 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836f69-2ce2-4889-adcd-164d7876674d req-8534d1d8-602f-4847-ad9b-f22d7224876b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:17.384801 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d4836f69-2ce2-4889-adcd-164d7876674d req-8534d1d8-602f-4847-ad9b-f22d7224876b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0627625 Jun 29 23:25:17.425282 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d4836f69-2ce2-4889-adcd-164d7876674d req-5673c074-9143-42d7-be72-fa9cbdd7a5cb tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343270 Jun 29 23:25:17.458487 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3bd9c496-4f4e-4d42-8e6d-0df7e5bef3ad req-a2deace3-6ba3-40f6-b1bd-a27fbf161217 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318446 Jun 29 23:25:17.839308 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c36409-3c56-4250-bc96-0fb50343f32f req-288884af-3408-4744-8f14-5c70cc093f6f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:17.840733 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-99c36409-3c56-4250-bc96-0fb50343f32f req-288884af-3408-4744-8f14-5c70cc093f6f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0666347 Jun 29 23:25:17.877770 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-99c36409-3c56-4250-bc96-0fb50343f32f req-7aefdc44-ef72-47ab-87eb-2c1794512523 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Jun 29 23:25:18.387871 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a6880-a538-41e7-96b7-2aa2645e1a83 req-35245bf9-1623-4584-b820-4260ae1f9531 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:18.389340 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f17a6880-a538-41e7-96b7-2aa2645e1a83 req-35245bf9-1623-4584-b820-4260ae1f9531 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0650699 Jun 29 23:25:18.429499 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f17a6880-a538-41e7-96b7-2aa2645e1a83 req-ad7e6930-90f2-48de-8243-60d899b86716 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334303 Jun 29 23:25:18.599253 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42283-9ccb-40d1-b181-43af132485dd req-a763fa5e-ba16-41f2-970f-37689b70265d tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:18.600718 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-baa42283-9ccb-40d1-b181-43af132485dd req-a763fa5e-ba16-41f2-970f-37689b70265d tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0621073 Jun 29 23:25:18.636446 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-baa42283-9ccb-40d1-b181-43af132485dd req-f125c86f-b680-4de2-a6c9-f4d7bb737bb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300915 Jun 29 23:25:18.806718 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106781e6-b489-4f60-97b4-f7e29c7bbad5 req-7f511ed3-a865-4583-85f2-5067ac1833d0 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:18.808197 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-106781e6-b489-4f60-97b4-f7e29c7bbad5 req-7f511ed3-a865-4583-85f2-5067ac1833d0 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0662820 Jun 29 23:25:18.817336 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 42966) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:18.821757 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-445626c9-f901-4e03-8941-85d670d00ad4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'floatingip': {'port_id': '26903de5-203d-4c6d-9b5d-dd991267eefa'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:25:18.891627 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-445626c9-f901-4e03-8941-85d670d00ad4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:19.152027 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af33b80-b9ef-4ba4-8d52-132ff9e2ed10 req-1d9ec7ce-688e-4742-ac2f-91396b80cf12 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:19.153512 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5af33b80-b9ef-4ba4-8d52-132ff9e2ed10 req-1d9ec7ce-688e-4742-ac2f-91396b80cf12 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.1560135 Jun 29 23:25:19.237210 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5af33b80-b9ef-4ba4-8d52-132ff9e2ed10 req-a3f59e17-3574-4496-b5ec-9e7ce4265ccc tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535653 Jun 29 23:25:19.769929 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afcdd2-7bfc-4386-9807-59852295f846 req-e94295ee-da94-4b0f-a88f-6735d3ec0d0c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:19.771373 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f2afcdd2-7bfc-4386-9807-59852295f846 req-e94295ee-da94-4b0f-a88f-6735d3ec0d0c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.2142451 Jun 29 23:25:19.861885 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-445626c9-f901-4e03-8941-85d670d00ad4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:19.866863 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f2afcdd2-7bfc-4386-9807-59852295f846 req-3db3c664-6166-4a5b-8a54-d446ae863c70 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668387 Jun 29 23:25:19.933955 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-445626c9-f901-4e03-8941-85d670d00ad4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:20.028578 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-445626c9-f901-4e03-8941-85d670d00ad4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Floating IP 55d0f5de-7c56-4f58-8554-37d47668f852 associated. External IP: 172.27.1.230, port: 26903de5-203d-4c6d-9b5d-dd991267eefa. Jun 29 23:25:20.226335 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445626c9-f901-4e03-8941-85d670d00ad4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:25:20.342036 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445626c9-f901-4e03-8941-85d670d00ad4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:25:20.346554 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-445626c9-f901-4e03-8941-85d670d00ad4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:20.355927 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] Sync routers for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:25:20.362676 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eeddfcfa-819f-4e40-868f-c93f8d488bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:20.369250 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:25:20.369874 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:20.410095 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-445626c9-f901-4e03-8941-85d670d00ad4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "PUT /v2.0/floatingips/55d0f5de-7c56-4f58-8554-37d47668f852 HTTP/1.1" status: 200 len: 992 time: 1.5917428 Jun 29 23:25:20.411465 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'tag': '26903de5-203d-4c6d-9b5d-dd991267eefa'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:25:20.414268 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99523bb0-2703-485a-999b-b3a87830ebc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bfd408-2551-482c-97e7-077b1bec91c1", "tag": "26903de5-203d-4c6d-9b5d-dd991267eefa"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:25:20.447788 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890ae36-9a2f-421c-bcec-e96a37044cf7 req-007ab12c-4408-4c32-9053-4977b8824d83 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:20.449290 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4890ae36-9a2f-421c-bcec-e96a37044cf7 req-007ab12c-4408-4c32-9053-4977b8824d83 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0830526 Jun 29 23:25:20.476751 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:25:20.489963 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4890ae36-9a2f-421c-bcec-e96a37044cf7 req-6dd92674-264b-4da1-8c7e-4fb413f421ce tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Jun 29 23:25:20.544898 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4868b8ef-6505-44cc-bf8b-67103186eb02 x-openstack-request-id: req-4868b8ef-6505-44cc-bf8b-67103186eb02 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:25:20.545215 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bfd408-2551-482c-97e7-077b1bec91c1", "tag": "26903de5-203d-4c6d-9b5d-dd991267eefa", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:25:20.545496 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4868b8ef-6505-44cc-bf8b-67103186eb02 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:25:20.545906 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'tag': '26903de5-203d-4c6d-9b5d-dd991267eefa', 'status': 'completed', 'code': 200} Jun 29 23:25:20.733106 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '55d0f5de-7c56-4f58-8554-37d47668f852', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'port_id': '26903de5-203d-4c6d-9b5d-dd991267eefa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'mac_address': 'fa:16:3e:ac:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:24:36Z', 'updated_at': '2021-06-29T23:25:19Z', 'revision_number': 1, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:20.763382 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] Checking router: 0bc41495-bd64-4801-b10a-0bc6a1edfad8 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:25:20.771660 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:25:20.772270 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:24:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:20.871775 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:25:21.337142 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454073d-12d9-4292-b853-cd79c6c9c458 req-745ca5c3-022e-4f0e-9a4d-43de0abc2022 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:21.341868 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-9aba9631-dda6-4c36-981a-e54fbed031f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:21.341868 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-9aba9631-dda6-4c36-981a-e54fbed031f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 1098 time: 0.1555600 Jun 29 23:25:21.345443 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1454073d-12d9-4292-b853-cd79c6c9c458 req-745ca5c3-022e-4f0e-9a4d-43de0abc2022 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1493590 Jun 29 23:25:21.345988 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-d485c26e-a2ea-473d-8d31-2cfe72106515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:21.345988 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-d485c26e-a2ea-473d-8d31-2cfe72106515 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 1099 time: 0.0796771 Jun 29 23:25:21.346155 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1454073d-12d9-4292-b853-cd79c6c9c458 req-d970e1c5-1b7a-4a45-a6c3-651c7789b0c8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389912 Jun 29 23:25:21.346243 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '55d0f5de-7c56-4f58-8554-37d47668f852', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'port_id': '26903de5-203d-4c6d-9b5d-dd991267eefa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'mac_address': 'fa:16:3e:ac:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:24:36Z', 'updated_at': '2021-06-29T23:25:19Z', 'revision_number': 1, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:21.346392 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9e0f4-7fa1-4338-bdf4-22b5703800ab None None] The sync data for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi is: [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '55d0f5de-7c56-4f58-8554-37d47668f852', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'port_id': '26903de5-203d-4c6d-9b5d-dd991267eefa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'mac_address': 'fa:16:3e:ac:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:24:36Z', 'updated_at': '2021-06-29T23:25:19Z', 'revision_number': 1, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:25:21.523565 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e5784-8de7-47f3-9e7d-748e641ea397 None None] New status for floating IP 55d0f5de-7c56-4f58-8554-37d47668f852: ACTIVE {{(pid=93642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:25:21.571345 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-3181edd3-bd39-47cc-bb13-29967e334fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:21.573028 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-3181edd3-bd39-47cc-bb13-29967e334fb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 912 time: 0.3990273 Jun 29 23:25:21.573933 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-be4d3b6d-79f5-49bb-ae6a-51502fdd69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:21.575196 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-be4d3b6d-79f5-49bb-ae6a-51502fdd69f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 919 time: 0.4111576 Jun 29 23:25:21.678764 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-88315f7d-1111-4a7c-a978-bc5f3dc656c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac65e79f-4254-409a-9afe-0be1e9cfe433 HTTP/1.1" status: 200 len: 217 time: 0.0778983 Jun 29 23:25:21.705954 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3d023-856f-480a-91c0-055a8c011e28 req-89099d6d-9016-4b1a-a227-82aed2e483bd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:21.708220 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3cf3d023-856f-480a-91c0-055a8c011e28 req-89099d6d-9016-4b1a-a227-82aed2e483bd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0841401 Jun 29 23:25:21.751379 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3cf3d023-856f-480a-91c0-055a8c011e28 req-c9568760-7fb7-43be-b9f8-8300c623b573 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372548 Jun 29 23:25:21.768846 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-0cf34721-8fb0-4828-bf10-50bf8672608b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26903de5-203d-4c6d-9b5d-dd991267eefa HTTP/1.1" status: 200 len: 1000 time: 0.1744599 Jun 29 23:25:21.776072 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-ebf891d9-81d3-41a6-88c5-7c2a4abe56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:21.777557 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-ebf891d9-81d3-41a6-88c5-7c2a4abe56e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 200 len: 858 time: 0.0846512 Jun 29 23:25:21.828158 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-c3ff3e5f-f9f7-4696-ba26-d874f156fe01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c661940-3fd1-4623-ad6b-0bf033a2109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420539 Jun 29 23:25:21.844623 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-d790872c-96ef-40f4-a9b2-a5f5d2fa7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:21.846072 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-d790872c-96ef-40f4-a9b2-a5f5d2fa7dd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cd51bbb-eb2f-4679-8361-22fe3e4938f8 HTTP/1.1" status: 200 len: 850 time: 0.0676239 Jun 29 23:25:22.046863 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-2faddc5e-fed0-4296-aa67-0d5b2831b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:22.048298 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-2faddc5e-fed0-4296-aa67-0d5b2831b010 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d8ecfa1-3c87-4166-9abc-18a879e92697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1214330 Jun 29 23:25:22.050380 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-a3f15762-6edb-4f75-955c-ba25bf1c6c34 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222622 Jun 29 23:25:22.219124 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-005f99c9-80a3-494a-b132-d9dabd6cf893 req-d55e5377-2575-450d-81bf-14ddaf3d1cdf service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503031 Jun 29 23:25:22.220806 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-45103a7d-3332-4732-aab0-1e3c819482f9 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452186 Jun 29 23:25:22.378024 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-99523bb0-2703-485a-999b-b3a87830ebc8 req-e0c8d2cc-3f8b-422b-9d2f-f721878b7b42 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127367 Jun 29 23:25:22.382584 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d74c1-dba3-4bad-8020-86a8e92e1e42 req-a8269f5e-509b-4310-ac7b-89e2d17f5192 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:22.384127 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d62d74c1-dba3-4bad-8020-86a8e92e1e42 req-a8269f5e-509b-4310-ac7b-89e2d17f5192 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0763617 Jun 29 23:25:22.436871 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d62d74c1-dba3-4bad-8020-86a8e92e1e42 req-83d95184-bc78-45a4-893b-553ad917191a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 Jun 29 23:25:22.936621 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbb479-20b3-4e93-a681-04b9b041b018 req-03813a77-6b28-49bd-b527-8bcf0a35a9ab tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:22.938189 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69cbb479-20b3-4e93-a681-04b9b041b018 req-03813a77-6b28-49bd-b527-8bcf0a35a9ab tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0650728 Jun 29 23:25:22.976977 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69cbb479-20b3-4e93-a681-04b9b041b018 req-c95b38e2-95b2-45e5-8a08-7d342f65585e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Jun 29 23:25:23.233213 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d27042e2-0e1b-41a4-92a2-e6b9ca6aa907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:23.414044 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:23.632383 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed2534-2d4d-4a09-88c9-00cf7d084d74 req-536eca7b-68cb-42eb-b887-5e3221d8eaa6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:23.633854 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-64ed2534-2d4d-4a09-88c9-00cf7d084d74 req-536eca7b-68cb-42eb-b887-5e3221d8eaa6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0646861 Jun 29 23:25:23.670256 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-64ed2534-2d4d-4a09-88c9-00cf7d084d74 req-2cb2b865-7d64-4a39-a608-25a639057672 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307820 Jun 29 23:25:23.841625 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0788e78-5c93-4822-b501-80c1e390e2fd req-739ce778-a28f-4cea-a81d-5d694333dc84 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:23.842994 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d0788e78-5c93-4822-b501-80c1e390e2fd req-739ce778-a28f-4cea-a81d-5d694333dc84 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0639305 Jun 29 23:25:23.851833 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43098) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:23.856360 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-cb0361d6-b10e-4ed2-b007-02058db03a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'floatingip': {'port_id': 'de91d95a-06c1-4240-9a71-8c60e803f37a'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:25:23.894502 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cb0361d6-b10e-4ed2-b007-02058db03a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:24.421664 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:24.477980 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efd968-6a6d-41b5-8f93-c161f41efd68 req-04fd5e1c-8187-4fc9-8ef4-d644f87ea721 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:24.479469 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25efd968-6a6d-41b5-8f93-c161f41efd68 req-04fd5e1c-8187-4fc9-8ef4-d644f87ea721 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.3624623 Jun 29 23:25:24.598357 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25efd968-6a6d-41b5-8f93-c161f41efd68 req-387e7dd4-469d-46d2-be12-241745e39f9a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916874 Jun 29 23:25:24.660628 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cb0361d6-b10e-4ed2-b007-02058db03a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:24.751719 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cb0361d6-b10e-4ed2-b007-02058db03a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:24.851151 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-cb0361d6-b10e-4ed2-b007-02058db03a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Floating IP 633af533-70c3-40e4-89b5-15b617585aa5 associated. External IP: 172.27.1.130, port: de91d95a-06c1-4240-9a71-8c60e803f37a. Jun 29 23:25:25.057760 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0361d6-b10e-4ed2-b007-02058db03a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Router 0897372a-ca15-41b6-8e9d-521dceeec368 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:25:25.162011 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0361d6-b10e-4ed2-b007-02058db03a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:25:25.166690 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cb0361d6-b10e-4ed2-b007-02058db03a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:25.171711 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] Sync routers for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:25:25.180347 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:25:25.181065 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:25:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:25.202988 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-cb0361d6-b10e-4ed2-b007-02058db03a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "PUT /v2.0/floatingips/633af533-70c3-40e4-89b5-15b617585aa5 HTTP/1.1" status: 200 len: 991 time: 1.3498919 Jun 29 23:25:25.203533 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:25:25.205807 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcae88e8-9ab2-4a33-978e-45920196e0de" -d '{"events": [{"name": "network-changed", "server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:25:25.249844 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ccc28d-8fe4-4fd6-b66a-2541cc6b7b6a x-openstack-request-id: req-36ccc28d-8fe4-4fd6-b66a-2541cc6b7b6a {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:25:25.251589 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:25:25.251940 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36ccc28d-8fe4-4fd6-b66a-2541cc6b7b6a {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:25:25.252425 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'status': 'completed', 'code': 200} Jun 29 23:25:25.286697 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:25:25.413408 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-163653f9-51a8-491d-a556-b9872432b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:25.414897 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-163653f9-51a8-491d-a556-b9872432b5d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 1098 time: 0.0546968 Jun 29 23:25:25.500573 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '633af533-70c3-40e4-89b5-15b617585aa5', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'port_id': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'mac_address': 'fa:16:3e:22:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:24:40Z', 'updated_at': '2021-06-29T23:25:24Z', 'revision_number': 1, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:25.516565 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-2563b6a8-4f8f-431a-9747-484c1f18691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:25.518087 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-2563b6a8-4f8f-431a-9747-484c1f18691f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 918 time: 0.0873563 Jun 29 23:25:25.524640 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] Checking router: 0897372a-ca15-41b6-8e9d-521dceeec368 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:25:25.533423 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:25:25.534022 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:25:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:25.590097 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-c9a527bc-2e30-480a-9a7c-a3c3fe7c3c76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de91d95a-06c1-4240-9a71-8c60e803f37a HTTP/1.1" status: 200 len: 999 time: 0.0624955 Jun 29 23:25:25.642809 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:25:25.666514 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-f8e151b1-0c3e-4961-af05-08ecc74addd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:25.666514 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-f8e151b1-0c3e-4961-af05-08ecc74addd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 200 len: 856 time: 0.0570955 Jun 29 23:25:25.714339 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:25.761203 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-5ece1cd9-0367-4456-bf40-2b07eb356d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:25.763524 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-5ece1cd9-0367-4456-bf40-2b07eb356d83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1491f8eb-60e7-415d-8468-88dc866fd07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904429 Jun 29 23:25:25.877328 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-9e9724c9-3b66-474f-b256-1ef05d4ea83c service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036079 Jun 29 23:25:25.941928 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4bcaa-cf4f-4629-aefb-844bd938e942 req-ff299959-fc11-41de-ae58-9e7233f55c3e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:25.952435 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57a4bcaa-cf4f-4629-aefb-844bd938e942 req-ff299959-fc11-41de-ae58-9e7233f55c3e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.1212816 Jun 29 23:25:26.014146 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-bcae88e8-9ab2-4a33-978e-45920196e0de req-b8185a81-4355-4af3-9948-be7c56503acc service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242177 Jun 29 23:25:26.016392 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57a4bcaa-cf4f-4629-aefb-844bd938e942 req-04a7aab1-8777-4856-b2b7-2c523139405a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623105 Jun 29 23:25:26.038266 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '633af533-70c3-40e4-89b5-15b617585aa5', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'port_id': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'mac_address': 'fa:16:3e:22:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:24:40Z', 'updated_at': '2021-06-29T23:25:24Z', 'revision_number': 1, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:26.083608 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9a916-cfdd-4fa2-9282-67db316a6355 None None] The sync data for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi is: [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '633af533-70c3-40e4-89b5-15b617585aa5', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'port_id': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'mac_address': 'fa:16:3e:22:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:24:40Z', 'updated_at': '2021-06-29T23:25:24Z', 'revision_number': 1, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:25:26.295033 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997afb5f-a27f-495d-8ee3-5afd9c9c6c52 None None] New status for floating IP 633af533-70c3-40e4-89b5-15b617585aa5: ACTIVE {{(pid=93642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:25:27.197065 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72339457-99b3-4a1d-b83b-be51879bdab0 req-fb4d3d7f-a01e-4f8d-bcda-7051b84c3fe1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:27.198589 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-72339457-99b3-4a1d-b83b-be51879bdab0 req-fb4d3d7f-a01e-4f8d-bcda-7051b84c3fe1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0637071 Jun 29 23:25:27.237839 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-72339457-99b3-4a1d-b83b-be51879bdab0 req-9303f514-bb4a-4f65-b6db-e1b16b491355 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335345 Jun 29 23:25:28.418350 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d546-f531-4149-949c-2182dd6dcaf4 req-ccc08796-4637-4160-8c49-4079ebe0ea9d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:28.419895 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7255d546-f531-4149-949c-2182dd6dcaf4 req-ccc08796-4637-4160-8c49-4079ebe0ea9d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0637207 Jun 29 23:25:28.462321 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7255d546-f531-4149-949c-2182dd6dcaf4 req-c31f67b1-647a-4ce6-9aff-4ab145f3a229 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354226 Jun 29 23:25:28.914669 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43258) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:29.018213 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:29.108707 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:29.204352 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:29.207781 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:29.210994 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-4a7b7a5e-66db-4c12-b1e8-3267d4d729ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503592 Jun 29 23:25:29.242864 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26b6874ec1fb45cd9dc52292f934c0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269961 Jun 29 23:25:29.243913 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce9f57-d5d1-4470-9e3b-23cd1cb75a4f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:29.245395 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43268) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:29.251521 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.251891 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.252250 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.252602 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.252949 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.253296 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.253641 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.253983 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.254362 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.254713 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.255052 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.255388 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.259096 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:29.297617 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:29.345899 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:29.396614 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-192eef91-307a-488e-a69b-1d17f83efc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:29.398112 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-192eef91-307a-488e-a69b-1d17f83efc12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c132efeffd4f43edb5279baa0abe7000&device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 1098 time: 0.0829668 Jun 29 23:25:29.473000 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:29.480549 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:29.484149 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1bce9f57-d5d1-4470-9e3b-23cd1cb75a4f HTTP/1.1" status: 204 len: 168 time: 0.2354853 Jun 29 23:25:29.488170 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:29.503384 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce9f57-d5d1-4470-9e3b-23cd1cb75a4f,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:29.525234 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.529368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:25:29.535747 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:29.571756 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-2f13bb8f-f192-4272-a3be-ef6b56b4f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:29.573360 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-2f13bb8f-f192-4272-a3be-ef6b56b4f3c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f837d18-17ac-40a2-be19-25c2247e5655 HTTP/1.1" status: 200 len: 913 time: 0.1521263 Jun 29 23:25:29.629242 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-ea0baf5c-8338-4594-967d-27e48b279fc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 HTTP/1.1" status: 200 len: 217 time: 0.0434504 Jun 29 23:25:29.688713 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-87010ef8-d2ac-42b8-abc6-72e766c55661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:29.691169 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-87010ef8-d2ac-42b8-abc6-72e766c55661 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3dc4fda9-8bfc-40da-bb12-9e1e5fa95b52 HTTP/1.1" status: 200 len: 852 time: 0.0454743 Jun 29 23:25:29.695373 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8236e-6c07-4975-923d-fb264edf025f req-c9e08ff2-22c0-4b50-b14f-42197a4c356e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:29.699604 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fed8236e-6c07-4975-923d-fb264edf025f req-c9e08ff2-22c0-4b50-b14f-42197a4c356e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0634723 Jun 29 23:25:29.728610 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-87da92b6-ad22-4c32-bc12-90de6c044f1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f837d18-17ac-40a2-be19-25c2247e5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274117 Jun 29 23:25:29.735676 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fed8236e-6c07-4975-923d-fb264edf025f req-3eb19997-f909-40d7-b70d-43a3a35a5b3e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Jun 29 23:25:29.827135 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-844e4b5c-b510-4b67-b573-6cd752bca35e service neutron] 10.222.0.64 "GET /v2.0/networks/3f837d18-17ac-40a2-be19-25c2247e5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854650 Jun 29 23:25:29.919834 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e48c8c3-a97d-4bbd-a03d-64e025b9c90b req-d08cd069-6965-4ed9-ae33-90a44f0c987f service neutron] 10.222.0.64 "GET /v2.0/networks/3f837d18-17ac-40a2-be19-25c2247e5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856228 Jun 29 23:25:30.050352 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:30.924633 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf308d-d777-47c1-9041-77e607698c8a req-5d77fe2a-dd3e-4454-9cec-ce9907da7711 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:30.930908 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46bf308d-d777-47c1-9041-77e607698c8a req-5d77fe2a-dd3e-4454-9cec-ce9907da7711 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0731120 Jun 29 23:25:30.966326 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46bf308d-d777-47c1-9041-77e607698c8a req-b813a6ef-dfb0-44f6-a6cc-02c97155b149 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 Jun 29 23:25:31.775069 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43364) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:31.881656 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d20ff182-282e-4616-8193-1ce44d2a6f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:31.966611 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d20ff182-282e-4616-8193-1ce44d2a6f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:32.044384 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d20ff182-282e-4616-8193-1ce44d2a6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:32.047102 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:32.085365 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-d20ff182-282e-4616-8193-1ce44d2a6f09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4404fd129543438cb4a713bb63eea642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090656 Jun 29 23:25:32.087136 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ff182-282e-4616-8193-1ce44d2a6f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d25daa-5c76-4577-909e-2adf3ecac302,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:32.088571 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43372) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:32.092074 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d20ff182-282e-4616-8193-1ce44d2a6f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:32.172687 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-89d3a50b-e1fb-40d7-9412-ab254ada244a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:32.181147 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8de32-d86e-4b6c-8be3-4792bd067af7 req-fb4d925e-ea7c-4c39-8bd9-9b601eb3a5ad tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:32.187947 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37d8de32-d86e-4b6c-8be3-4792bd067af7 req-fb4d925e-ea7c-4c39-8bd9-9b601eb3a5ad tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.1090589 Jun 29 23:25:32.231415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-89d3a50b-e1fb-40d7-9412-ab254ada244a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:32.243955 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37d8de32-d86e-4b6c-8be3-4792bd067af7 req-2071f35a-bcd1-4103-913d-a06476e34f09 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551510 Jun 29 23:25:32.345280 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-89d3a50b-e1fb-40d7-9412-ab254ada244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:32.347783 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-89d3a50b-e1fb-40d7-9412-ab254ada244a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:32.352060 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-89d3a50b-e1fb-40d7-9412-ab254ada244a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41d25daa-5c76-4577-909e-2adf3ecac302 HTTP/1.1" status: 204 len: 168 time: 0.2588189 Jun 29 23:25:32.352060 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1ae008e9-8841-48ea-87e5-dc11a47130d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:32.356984 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3a50b-e1fb-40d7-9412-ab254ada244a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d25daa-5c76-4577-909e-2adf3ecac302,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:32.362049 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-89d3a50b-e1fb-40d7-9412-ab254ada244a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:33.068311 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43402) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:33.091962 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfca8-56d0-4776-9499-8d0b9f0a08a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.214986 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfca8-56d0-4776-9499-8d0b9f0a08a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.253699 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bbc83-b916-4dfe-984d-6db41bf3f1fd req-8d0a47bd-cef5-422e-be0d-90c564ef404a tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:33.256633 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-532bbc83-b916-4dfe-984d-6db41bf3f1fd req-8d0a47bd-cef5-422e-be0d-90c564ef404a tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 945 time: 0.0796041 Jun 29 23:25:33.312493 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-532bbc83-b916-4dfe-984d-6db41bf3f1fd req-a0399d1d-9d5d-4b4a-a981-4ccf810b3144 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491424 Jun 29 23:25:33.340219 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d0fcfca8-56d0-4776-9499-8d0b9f0a08a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.349592 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:33.401990 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d0fcfca8-56d0-4776-9499-8d0b9f0a08a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=116aadb7d7bd4218beda09f4db505e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327918 Jun 29 23:25:33.402750 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcfca8-56d0-4776-9499-8d0b9f0a08a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a313e7-c3c1-41d1-80be-4da4156065ac,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:33.404744 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43426) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:33.421699 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d0fcfca8-56d0-4776-9499-8d0b9f0a08a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:33.465018 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e962-d0c6-4c72-8096-c46b4ad2c037 req-b482cc8f-24cf-4b65-8f09-fe49bf912122 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:33.465237 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8fdba97d-e1d1-4506-8b08-7e83085200dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.466566 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7fc3e962-d0c6-4c72-8096-c46b4ad2c037 req-b482cc8f-24cf-4b65-8f09-fe49bf912122 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0807810 Jun 29 23:25:33.486474 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8fdba97d-e1d1-4506-8b08-7e83085200dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.506826 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7fc3e962-d0c6-4c72-8096-c46b4ad2c037 req-781fd446-9e2a-4cc3-abb7-75486ec54a17 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Jun 29 23:25:33.671382 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8fdba97d-e1d1-4506-8b08-7e83085200dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.673914 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8fdba97d-e1d1-4506-8b08-7e83085200dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:33.675087 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-8fdba97d-e1d1-4506-8b08-7e83085200dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4a313e7-c3c1-41d1-80be-4da4156065ac HTTP/1.1" status: 204 len: 168 time: 0.2692916 Jun 29 23:25:33.675905 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4f600143-65e7-421f-849b-888881bc741f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:33.683051 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdba97d-e1d1-4506-8b08-7e83085200dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a313e7-c3c1-41d1-80be-4da4156065ac,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:33.685236 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8fdba97d-e1d1-4506-8b08-7e83085200dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:34.324908 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43440) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:34.341697 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3cb3e480-41b1-49a9-8c14-f9ebe7ef3d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.428564 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3cb3e480-41b1-49a9-8c14-f9ebe7ef3d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.499946 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3cb3e480-41b1-49a9-8c14-f9ebe7ef3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.502507 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e6c4cc55-56ed-4eca-988e-e21d946b26f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:34.542344 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-3cb3e480-41b1-49a9-8c14-f9ebe7ef3d8d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=afdb254509ce4a59acef395757c99019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162745 Jun 29 23:25:34.543326 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3e480-41b1-49a9-8c14-f9ebe7ef3d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98084b2-9422-4c99-ba67-382460c4e953,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:34.545340 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43456) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:34.547220 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3cb3e480-41b1-49a9-8c14-f9ebe7ef3d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:34.597412 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f6a10fa-f1b3-4489-9788-d70f82331bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.619395 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f6a10fa-f1b3-4489-9788-d70f82331bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.787153 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f6a10fa-f1b3-4489-9788-d70f82331bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.789699 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f6a10fa-f1b3-4489-9788-d70f82331bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:34.790933 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7f6a10fa-f1b3-4489-9788-d70f82331bd1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b98084b2-9422-4c99-ba67-382460c4e953 HTTP/1.1" status: 204 len: 168 time: 0.2443645 Jun 29 23:25:34.791763 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7f16f2d2-7d91-4a39-bcfc-66b500e3724b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:34.799806 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a10fa-f1b3-4489-9788-d70f82331bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98084b2-9422-4c99-ba67-382460c4e953,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:34.802003 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7f6a10fa-f1b3-4489-9788-d70f82331bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:36.363888 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43502) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:36.462236 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8572154f-3e80-47a4-a8a4-9da084e780bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:36.548378 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8572154f-3e80-47a4-a8a4-9da084e780bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:36.634612 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8572154f-3e80-47a4-a8a4-9da084e780bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:36.638516 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7f6a10fa-f1b3-4489-9788-d70f82331bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:36.675084 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-8572154f-3e80-47a4-a8a4-9da084e780bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f812d10dbd3a4bea9fc46745ccc982f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100507 Jun 29 23:25:36.676256 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572154f-3e80-47a4-a8a4-9da084e780bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a08db9-9876-4a51-8b42-b16660dde3c7,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:36.677965 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43510) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:36.679239 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8572154f-3e80-47a4-a8a4-9da084e780bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:36.730152 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f81b970a-be0f-4d1b-b986-0b45927e23af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:36.751332 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f81b970a-be0f-4d1b-b986-0b45927e23af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:36.776405 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88deab91-084c-4749-823f-7b7e8545304e req-0031949d-eccd-4748-9f17-add0a4bc5fd4 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:36.777926 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-88deab91-084c-4749-823f-7b7e8545304e req-0031949d-eccd-4748-9f17-add0a4bc5fd4 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 945 time: 0.0679638 Jun 29 23:25:36.826528 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-88deab91-084c-4749-823f-7b7e8545304e req-76a9451f-dc4d-45fd-83ca-fb804e408cd1 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 Jun 29 23:25:36.876487 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9696e-fff1-4bf1-be99-630483d5afe8 req-ce0aac5d-fa70-4c78-971c-05762e753a28 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:36.877975 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9dd9696e-fff1-4bf1-be99-630483d5afe8 req-ce0aac5d-fa70-4c78-971c-05762e753a28 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0672629 Jun 29 23:25:36.879086 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f81b970a-be0f-4d1b-b986-0b45927e23af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:36.881721 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f81b970a-be0f-4d1b-b986-0b45927e23af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:36.882916 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-f81b970a-be0f-4d1b-b986-0b45927e23af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/94a08db9-9876-4a51-8b42-b16660dde3c7 HTTP/1.1" status: 204 len: 168 time: 0.2038584 Jun 29 23:25:36.883790 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:36.903930 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b970a-be0f-4d1b-b986-0b45927e23af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a08db9-9876-4a51-8b42-b16660dde3c7,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:36.908552 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f81b970a-be0f-4d1b-b986-0b45927e23af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:36.927998 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9dd9696e-fff1-4bf1-be99-630483d5afe8 req-8e8b5816-099d-44f6-9049-219e4808ae16 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Jun 29 23:25:38.024428 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f6527-3a33-4c3a-905f-a5276a18a7fb req-a5e896e3-ce87-451a-813e-3de1f815e398 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:38.026778 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a92f6527-3a33-4c3a-905f-a5276a18a7fb req-a5e896e3-ce87-451a-813e-3de1f815e398 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 945 time: 0.0822897 Jun 29 23:25:38.098242 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a92f6527-3a33-4c3a-905f-a5276a18a7fb req-445aa242-1731-4ae1-9c4f-5aaefe7906e7 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653625 Jun 29 23:25:38.134493 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af306b1-664c-45bf-aaec-82d30e95bdad req-6d69e12a-9b81-44e5-a615-7e6b97d93f8f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:38.136107 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8af306b1-664c-45bf-aaec-82d30e95bdad req-6d69e12a-9b81-44e5-a615-7e6b97d93f8f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0878923 Jun 29 23:25:38.183936 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8af306b1-664c-45bf-aaec-82d30e95bdad req-c9ddfcc4-a986-4644-af0b-b66fb71f7173 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Jun 29 23:25:41.416021 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0f4af-2402-43fd-9701-d69a52bafb9c req-4d49be08-5814-4d18-ba63-db15618efa88 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:41.417605 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0be0f4af-2402-43fd-9701-d69a52bafb9c req-4d49be08-5814-4d18-ba63-db15618efa88 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 945 time: 0.0614567 Jun 29 23:25:41.487453 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0be0f4af-2402-43fd-9701-d69a52bafb9c req-7a670b4d-5834-4e5b-bb39-fe8d30f31e1a tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572224 Jun 29 23:25:41.512136 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf5f12-61aa-4066-b2dd-528259b807b6 req-c0045cb4-2b3f-4b75-aa06-90fdbb73a5a9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:41.513583 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2edf5f12-61aa-4066-b2dd-528259b807b6 req-c0045cb4-2b3f-4b75-aa06-90fdbb73a5a9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0923877 Jun 29 23:25:41.549944 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2edf5f12-61aa-4066-b2dd-528259b807b6 req-6e4817df-a4fc-4729-8ef8-68127012729c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301225 Jun 29 23:25:44.979030 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499e88f-4e3a-4730-b188-4feb3b852fb8 req-57fb46ed-d5f5-4788-b34e-4f04d94a6893 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:44.980597 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c499e88f-4e3a-4730-b188-4feb3b852fb8 req-57fb46ed-d5f5-4788-b34e-4f04d94a6893 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 945 time: 0.0616412 Jun 29 23:25:45.047277 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c499e88f-4e3a-4730-b188-4feb3b852fb8 req-d8ca5c49-5c45-4778-a173-f2d734e41d8a tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611117 Jun 29 23:25:45.075523 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e010e1b-b07a-46c7-8ec4-409f4c863e95 req-f05f3f00-f2a4-4dda-af7c-ca5fdc41466a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:45.076989 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8e010e1b-b07a-46c7-8ec4-409f4c863e95 req-f05f3f00-f2a4-4dda-af7c-ca5fdc41466a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0893056 Jun 29 23:25:45.114365 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8e010e1b-b07a-46c7-8ec4-409f4c863e95 req-eb10b20a-f34d-49c8-8ca1-427a562f7213 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306592 Jun 29 23:25:45.149609 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-5780867d-1f70-4821-9bed-e69489dea1c5 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:45.151073 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-5780867d-1f70-4821-9bed-e69489dea1c5 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.64 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 945 time: 0.1033843 Jun 29 23:25:45.293179 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Deleting port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:25:45.293523 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:45.387956 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] For port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,segment=NetworkSegment(d911686f-1da3-4130-88b4-3ca73855c561),segment_id=d911686f-1da3-4130-88b4-3ca73855c561)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:25:45.388250 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:45.401743 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Calling delete_port for e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:25:45.785499 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:45.794892 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fc1f4776-e4ef-4b3c-bdc4-bc5588195818 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:45.821182 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Pushing event deleted for resources: {'Port': ['ID=e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:45.826063 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:45.884507 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] No DVR routers for this DVR port e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:25:45.887845 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:45.889917 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c112ea15-be3e-4aac-b856-969a3700ed02 req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.64 "DELETE /v2.0/ports/e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 HTTP/1.1" status: 204 len: 173 time: 0.7314897 Jun 29 23:25:45.890402 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae02425-b2bc-4dac-b681-e696057ff4af', 'name': 'network-vif-deleted', 'tag': 'e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:25:45.892910 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd124f8e-597b-41b9-ba43-9f8ef4db3d61" -d '{"events": [{"server_uuid": "bae02425-b2bc-4dac-b681-e696057ff4af", "name": "network-vif-deleted", "tag": "e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:25:45.936599 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d822a9-ec68-4f32-b150-7a388873cd98 x-openstack-request-id: req-e2d822a9-ec68-4f32-b150-7a388873cd98 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:25:45.936599 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae02425-b2bc-4dac-b681-e696057ff4af", "name": "network-vif-deleted", "tag": "e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:25:45.936599 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2d822a9-ec68-4f32-b150-7a388873cd98 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:25:45.936958 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae02425-b2bc-4dac-b681-e696057ff4af', 'name': 'network-vif-deleted', 'tag': 'e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0', 'status': 'completed', 'code': 200} Jun 29 23:25:46.190148 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6267d857-1dac-465b-b8c3-e6bbe27846e5 req-04549769-dd41-47ba-b18e-f44cce8c7076 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 210 time: 0.0288498 Jun 29 23:25:46.331928 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69ad19-7764-4266-911e-50bfd54359b6 req-1a02680e-f88c-4836-94f7-41fa5def70b3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:46.333402 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-de69ad19-7764-4266-911e-50bfd54359b6 req-1a02680e-f88c-4836-94f7-41fa5def70b3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0637364 Jun 29 23:25:46.369872 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-de69ad19-7764-4266-911e-50bfd54359b6 req-9acb9bb8-61e0-47fc-aee8-1477d4a8d05f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Jun 29 23:25:46.661005 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:25:46.679609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:25:46.679903 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device e612ae55-a86a-4fa3-a6e9-4e2fc1d16be0 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:25:49.832101 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4b18f71f-8dd0-477d-a7eb-9840ad5140a3 req-be7fd7ba-a0b9-4139-a36b-e98431417da2 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae02425-b2bc-4dac-b681-e696057ff4af HTTP/1.1" status: 200 len: 210 time: 0.0419757 Jun 29 23:25:49.892386 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a72d4-aa25-4abd-a110-db4b136613ab req-e47e5a06-65f6-4794-b8a3-10937d92ec7f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:49.893925 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c15a72d4-aa25-4abd-a110-db4b136613ab req-e47e5a06-65f6-4794-b8a3-10937d92ec7f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0641844 Jun 29 23:25:49.930456 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c15a72d4-aa25-4abd-a110-db4b136613ab req-2f2ffc08-d0f5-4d49-a771-70acd181ae24 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307951 Jun 29 23:25:50.362941 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9f401136-3a93-44fd-b60e-bfaeb8a51d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:50.637183 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43796) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:50.742968 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-96b762c2-5430-4336-8822-1b2b953176e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:50.843937 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-96b762c2-5430-4336-8822-1b2b953176e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:50.918353 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-96b762c2-5430-4336-8822-1b2b953176e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:50.921914 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:50.969089 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43822) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:50.976672 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-96b762c2-5430-4336-8822-1b2b953176e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d06493ec3184df1ad806245e00e6ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382547 Jun 29 23:25:50.977958 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b762c2-5430-4336-8822-1b2b953176e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5ac145-d131-437d-91c6-e2fce56af10a,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:50.981127 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-96b762c2-5430-4336-8822-1b2b953176e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:51.030540 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cffabd6f-8d7f-4e40-a78f-ddf97d86d84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:51.055916 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cffabd6f-8d7f-4e40-a78f-ddf97d86d84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:51.114330 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3536f97-21b3-4913-b566-64c2ff116d6d req-39fe7a87-6fcc-4376-b253-871f9fadd0b9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:51.115996 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e3536f97-21b3-4913-b566-64c2ff116d6d req-39fe7a87-6fcc-4376-b253-871f9fadd0b9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0684214 Jun 29 23:25:51.154322 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e3536f97-21b3-4913-b566-64c2ff116d6d req-378c186d-c0d4-4880-8708-63fe857b5d82 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Jun 29 23:25:51.168101 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cffabd6f-8d7f-4e40-a78f-ddf97d86d84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:51.170696 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cffabd6f-8d7f-4e40-a78f-ddf97d86d84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:51.171838 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-cffabd6f-8d7f-4e40-a78f-ddf97d86d84c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b5ac145-d131-437d-91c6-e2fce56af10a HTTP/1.1" status: 204 len: 168 time: 0.2018483 Jun 29 23:25:51.172552 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cc5b8047-0168-4d23-97f8-59aa187ccceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:51.180824 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffabd6f-8d7f-4e40-a78f-ddf97d86d84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5ac145-d131-437d-91c6-e2fce56af10a,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:51.183108 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cffabd6f-8d7f-4e40-a78f-ddf97d86d84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:51.931819 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43866) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:51.945709 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-ebc7896d-7c23-4033-a81b-fad7a34346c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.046099 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-ebc7896d-7c23-4033-a81b-fad7a34346c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.078602 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:25:52.129514 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-ebc7896d-7c23-4033-a81b-fad7a34346c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.133024 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-48dd9b67-8e33-4b62-8c7f-4c96f41dce4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:52.168499 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-ebc7896d-7c23-4033-a81b-fad7a34346c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=307b80e63f194548a3abc3b55300f82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355356 Jun 29 23:25:52.171986 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7896d-7c23-4033-a81b-fad7a34346c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3767305f-a289-45d2-b776-a625a9a2fbc3,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:52.171986 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43884) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:52.173888 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-ebc7896d-7c23-4033-a81b-fad7a34346c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:52.227643 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-119e22bf-76e4-45cf-a8b6-27eb06270005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.253276 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-119e22bf-76e4-45cf-a8b6-27eb06270005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.348485 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac602d98-b898-4d8b-b9ad-25ad438e0c6b req-b7643e44-abf0-4fc3-ad1d-a5d1982aa9ad tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:52.350056 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac602d98-b898-4d8b-b9ad-25ad438e0c6b req-b7643e44-abf0-4fc3-ad1d-a5d1982aa9ad tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0632114 Jun 29 23:25:52.389546 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac602d98-b898-4d8b-b9ad-25ad438e0c6b req-c77926d4-ccee-4caa-828b-3612ae00eeae tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Jun 29 23:25:52.408719 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-119e22bf-76e4-45cf-a8b6-27eb06270005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.408719 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-119e22bf-76e4-45cf-a8b6-27eb06270005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.409341 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-119e22bf-76e4-45cf-a8b6-27eb06270005 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3767305f-a289-45d2-b776-a625a9a2fbc3 HTTP/1.1" status: 204 len: 168 time: 0.2365336 Jun 29 23:25:52.410102 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b974c489-c2bd-43c8-9ea5-28ba75500dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:52.417526 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e22bf-76e4-45cf-a8b6-27eb06270005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3767305f-a289-45d2-b776-a625a9a2fbc3,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:52.426435 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-119e22bf-76e4-45cf-a8b6-27eb06270005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:52.804415 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43914) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:52.853999 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2b85fb-b0fc-49d3-b035-31cb5caccd82 admin admin] Deleting subnet 3dc4fda9-8bfc-40da-bb12-9e1e5fa95b52 {{(pid=93640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:25:52.857190 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cc2b85fb-b0fc-49d3-b035-31cb5caccd82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.893129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cc2b85fb-b0fc-49d3-b035-31cb5caccd82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530369790'] for subnet, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.932763 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cc2b85fb-b0fc-49d3-b035-31cb5caccd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:52.937705 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43920) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:53.049516 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6f7c20a4-6aab-4b5b-8d0e-f9d7c8378daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.071784 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cc2b85fb-b0fc-49d3-b035-31cb5caccd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530125381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530263330'] for subnet, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.077241 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d2f0e955-1844-41d8-93e9-9b96bbdf6934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:53.105347 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b85fb-b0fc-49d3-b035-31cb5caccd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc4fda9-8bfc-40da-bb12-9e1e5fa95b52,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:53.107960 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cc2b85fb-b0fc-49d3-b035-31cb5caccd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:53.116713 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cc2b85fb-b0fc-49d3-b035-31cb5caccd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.126520 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-cc2b85fb-b0fc-49d3-b035-31cb5caccd82 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3dc4fda9-8bfc-40da-bb12-9e1e5fa95b52 HTTP/1.1" status: 204 len: 168 time: 0.3147602 Jun 29 23:25:53.127251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43936) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:53.177200 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6f7c20a4-6aab-4b5b-8d0e-f9d7c8378daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.213114 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.247933 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-504380c9-c1bc-43e8-9d55-1625805012ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.295717 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.299250 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6f7c20a4-6aab-4b5b-8d0e-f9d7c8378daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.303257 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:53.305479 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f837d18-17ac-40a2-be19-25c2247e5655']}} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:53.316899 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd911686f-1da3-4130-88b4-3ca73855c561') {'for_net_delete': True} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:53.317195 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd911686f-1da3-4130-88b4-3ca73855c561') {} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:25:53.332289 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530369777'] for segment, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.344250 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.345711 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6f7c20a4-6aab-4b5b-8d0e-f9d7c8378daa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ce76de544734dc791f88ab05b941a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065456 Jun 29 23:25:53.346782 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c20a4-6aab-4b5b-8d0e-f9d7c8378daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80170d86-e68f-4280-8457-6d43d85eaf88,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:53.349056 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43940) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:53.351768 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6f7c20a4-6aab-4b5b-8d0e-f9d7c8378daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:53.364382 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:25:53.367181 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530125544'] for segment, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: Traceback (most recent call last): Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: timer() Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: cb(*args, **kw) Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: return func(*args, **kwargs) Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: self._notify() Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: self.callback(batched_events) Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: event.method(event) Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: return f(self, *a, **k) Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._get(url).json() Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: return self.request(url, 'GET', **kwargs) Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:25:53.375528 dv-cinder-796946-2-iscsi neutron-server[93640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:25:53.409566 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3168d9b4-150e-4c75-b904-81c60f2548f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.431094 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.437852 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3168d9b4-150e-4c75-b904-81c60f2548f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.519083 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.524671 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cf20baa7-9f30-4eb3-8af0-2652b8c22bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:53.536809 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.539740 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3f837d18-17ac-40a2-be19-25c2247e5655 HTTP/1.1" status: 204 len: 168 time: 0.4108434 Jun 29 23:25:53.540056 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f837d18-17ac-40a2-be19-25c2247e5655,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:53.542734 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:53.549148 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3168d9b4-150e-4c75-b904-81c60f2548f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.551644 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3168d9b4-150e-4c75-b904-81c60f2548f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:53.552743 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3168d9b4-150e-4c75-b904-81c60f2548f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80170d86-e68f-4280-8457-6d43d85eaf88 HTTP/1.1" status: 204 len: 168 time: 0.2027659 Jun 29 23:25:53.555188 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:53.566082 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168d9b4-150e-4c75-b904-81c60f2548f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80170d86-e68f-4280-8457-6d43d85eaf88,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:53.568661 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3168d9b4-150e-4c75-b904-81c60f2548f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:53.613885 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02270373-09ea-4cc9-b8f4-9a8a99719622 req-47321a87-2db3-48aa-8dcb-adbda0d99a66 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:53.615466 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-02270373-09ea-4cc9-b8f4-9a8a99719622 req-47321a87-2db3-48aa-8dcb-adbda0d99a66 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.1041255 Jun 29 23:25:53.654781 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-02270373-09ea-4cc9-b8f4-9a8a99719622 req-1559d589-c4a8-4cfe-82b7-316ca8d72e22 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Jun 29 23:25:53.953042 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43962) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:53.995873 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-996ad484-e48a-4f39-b3ee-c7f2c6dd7245 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c132efeffd4f43edb5279baa0abe7000&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415964 Jun 29 23:25:53.998533 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43964) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:54.060420 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-987ccba1-b8da-4e31-9688-fbfde884ffc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.082307 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-987ccba1-b8da-4e31-9688-fbfde884ffc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.225072 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-987ccba1-b8da-4e31-9688-fbfde884ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.227635 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-987ccba1-b8da-4e31-9688-fbfde884ffc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.228793 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-987ccba1-b8da-4e31-9688-fbfde884ffc2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8fe3f06-9bd1-4b36-b881-cc1b18a9745f HTTP/1.1" status: 204 len: 168 time: 0.2292061 Jun 29 23:25:54.229492 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:54.237356 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ccba1-b8da-4e31-9688-fbfde884ffc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fe3f06-9bd1-4b36-b881-cc1b18a9745f,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:54.239668 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-987ccba1-b8da-4e31-9688-fbfde884ffc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:54.399141 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.461483 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 43980) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:54.475191 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d3a09d36-e8f8-4ca1-9e04-10f780c9cfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.562660 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d3a09d36-e8f8-4ca1-9e04-10f780c9cfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.644383 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d3a09d36-e8f8-4ca1-9e04-10f780c9cfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.649114 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d20ff182-282e-4616-8193-1ce44d2a6f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:54.686238 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-d3a09d36-e8f8-4ca1-9e04-10f780c9cfed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=022a7db3644f4b8ab7fecb51e0f897c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235885 Jun 29 23:25:54.687110 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a09d36-e8f8-4ca1-9e04-10f780c9cfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecbf949-ff5b-42c7-8428-2913efe37796,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:54.689960 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 43990) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:54.700428 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d3a09d36-e8f8-4ca1-9e04-10f780c9cfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:54.764840 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f0c2b46-f4f9-4211-8268-4c8b08375aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.787045 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f0c2b46-f4f9-4211-8268-4c8b08375aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.901339 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f0c2b46-f4f9-4211-8268-4c8b08375aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.905185 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f0c2b46-f4f9-4211-8268-4c8b08375aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:54.908975 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3f0c2b46-f4f9-4211-8268-4c8b08375aca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eecbf949-ff5b-42c7-8428-2913efe37796 HTTP/1.1" status: 204 len: 168 time: 0.2160316 Jun 29 23:25:54.908975 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:54.916852 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c2b46-f4f9-4211-8268-4c8b08375aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecbf949-ff5b-42c7-8428-2913efe37796,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:54.919526 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3f0c2b46-f4f9-4211-8268-4c8b08375aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:55.712426 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:56.415825 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9d40f-20b2-434f-a4ea-7974159be0d6 req-152b3907-014b-46ff-b46d-2812cc58b429 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:56.417433 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-abe9d40f-20b2-434f-a4ea-7974159be0d6 req-152b3907-014b-46ff-b46d-2812cc58b429 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0661099 Jun 29 23:25:56.458586 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-abe9d40f-20b2-434f-a4ea-7974159be0d6 req-6d810e5c-11f2-4a48-bc38-d942228402d7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354743 Jun 29 23:25:57.580702 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44138) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:57.668114 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec399ffe-7913-4bba-8caf-80a8dbf10ca3 req-8b538298-ec31-4ea2-a9fc-15265aca51a7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:57.675630 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec399ffe-7913-4bba-8caf-80a8dbf10ca3 req-8b538298-ec31-4ea2-a9fc-15265aca51a7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0882971 Jun 29 23:25:57.712260 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec399ffe-7913-4bba-8caf-80a8dbf10ca3 req-b577824e-ce9a-4190-a281-2553701ed345 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357852 Jun 29 23:25:57.732716 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1ff5515b-9f61-4499-b379-78f76fba00d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:57.823227 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1ff5515b-9f61-4499-b379-78f76fba00d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:57.827527 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190fae0-e105-4bb9-97d7-31cdf4f04677 req-7e8aa923-7443-44c1-88be-af916ae32196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:57.829972 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-6190fae0-e105-4bb9-97d7-31cdf4f04677 req-7e8aa923-7443-44c1-88be-af916ae32196 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 1098 time: 0.0559487 Jun 29 23:25:57.864828 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-6190fae0-e105-4bb9-97d7-31cdf4f04677 req-289ded2f-55ad-4cea-b39c-623241d62999 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274804 Jun 29 23:25:58.042450 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1ff5515b-9f61-4499-b379-78f76fba00d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:58.044996 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:58.081051 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1ff5515b-9f61-4499-b379-78f76fba00d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6464a9d1a9774103bb216a595c9b2fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976420 Jun 29 23:25:58.081823 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5515b-9f61-4499-b379-78f76fba00d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebffa34-8e6b-4d31-8d89-6f3aa8d4f2d8,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:58.083798 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44142) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:58.084785 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1ff5515b-9f61-4499-b379-78f76fba00d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:58.132630 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-65e3261b-ac3f-45fe-8ada-8244ff1072c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:58.152630 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-65e3261b-ac3f-45fe-8ada-8244ff1072c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:58.289405 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-65e3261b-ac3f-45fe-8ada-8244ff1072c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:58.292092 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-65e3261b-ac3f-45fe-8ada-8244ff1072c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:58.293407 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-65e3261b-ac3f-45fe-8ada-8244ff1072c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ebffa34-8e6b-4d31-8d89-6f3aa8d4f2d8 HTTP/1.1" status: 204 len: 168 time: 0.2085428 Jun 29 23:25:58.294187 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:58.302379 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3261b-ac3f-45fe-8ada-8244ff1072c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebffa34-8e6b-4d31-8d89-6f3aa8d4f2d8,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:58.304707 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-65e3261b-ac3f-45fe-8ada-8244ff1072c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:58.894801 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44180) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:58.910375 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac67590-4ffb-4241-a8d1-1a5a4b4ac53a req-6fc82700-7434-47db-970f-e2a04a28280d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:25:58.914675 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0ac67590-4ffb-4241-a8d1-1a5a4b4ac53a req-6fc82700-7434-47db-970f-e2a04a28280d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0766354 Jun 29 23:25:58.973072 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0ac67590-4ffb-4241-a8d1-1a5a4b4ac53a req-305fec85-a940-484d-bfef-e884e9886ce7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539687 Jun 29 23:25:59.027517 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98f83464-41b8-4e0b-b922-3efd67a27ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:59.118162 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98f83464-41b8-4e0b-b922-3efd67a27ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:59.192285 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98f83464-41b8-4e0b-b922-3efd67a27ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:59.196087 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-96b762c2-5430-4336-8822-1b2b953176e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:59.231886 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-98f83464-41b8-4e0b-b922-3efd67a27ee1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33164fe7e14a401fa4da9d8c796de909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360429 Jun 29 23:25:59.237046 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f83464-41b8-4e0b-b922-3efd67a27ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebdfb94-894a-4a75-a83a-5113ef80f841,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:59.237046 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-98f83464-41b8-4e0b-b922-3efd67a27ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:25:59.238328 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44198) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:25:59.300397 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb46b-22a1-47a0-bf31-aba82970db68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:59.323797 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb46b-22a1-47a0-bf31-aba82970db68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:59.508470 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb46b-22a1-47a0-bf31-aba82970db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:59.511160 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb46b-22a1-47a0-bf31-aba82970db68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:25:59.514897 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b2dcb46b-22a1-47a0-bf31-aba82970db68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eebdfb94-894a-4a75-a83a-5113ef80f841 HTTP/1.1" status: 204 len: 168 time: 0.2732489 Jun 29 23:25:59.514897 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7b117368-130f-4b1d-9a18-6767f65aee87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:25:59.522466 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcb46b-22a1-47a0-bf31-aba82970db68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebdfb94-894a-4a75-a83a-5113ef80f841,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:25:59.529550 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b2dcb46b-22a1-47a0-bf31-aba82970db68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:00.056062 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:00.168429 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00d54b-b762-4a45-9af4-5526d051f251 req-c166044f-e974-462f-8ca8-f139daf7eea5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:00.169914 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ed00d54b-b762-4a45-9af4-5526d051f251 req-c166044f-e974-462f-8ca8-f139daf7eea5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0647187 Jun 29 23:26:00.211040 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ed00d54b-b762-4a45-9af4-5526d051f251 req-76e7077d-9172-4d1f-abf0-453290fa9c3b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Jun 29 23:26:00.386958 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2d09e-1043-426e-b911-6795be9fff74 req-69f16f8a-dfee-40d4-8271-e48881cd6e9e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:00.388464 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78d2d09e-1043-426e-b911-6795be9fff74 req-69f16f8a-dfee-40d4-8271-e48881cd6e9e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0645347 Jun 29 23:26:00.430312 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78d2d09e-1043-426e-b911-6795be9fff74 req-4cdce8b4-ed86-4842-8316-167013883038 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Jun 29 23:26:00.448529 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44280) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:00.472343 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08bf5925-a8b4-442d-bd50-b69c783ad1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:00.566975 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08bf5925-a8b4-442d-bd50-b69c783ad1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:00.769692 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08bf5925-a8b4-442d-bd50-b69c783ad1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:00.773268 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:00.810651 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-08bf5925-a8b4-442d-bd50-b69c783ad1da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8675917070e741f4b8ee60c31c5fd70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594325 Jun 29 23:26:00.813156 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf5925-a8b4-442d-bd50-b69c783ad1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a1bd1b-2bd5-4930-93d7-deda1ff3f80f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:00.813383 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44290) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:00.817488 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-08bf5925-a8b4-442d-bd50-b69c783ad1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:00.872010 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-473824fa-b774-4370-95df-6420be3d0413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:00.897566 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-473824fa-b774-4370-95df-6420be3d0413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:01.009745 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-473824fa-b774-4370-95df-6420be3d0413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:01.012305 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-473824fa-b774-4370-95df-6420be3d0413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:01.017135 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-473824fa-b774-4370-95df-6420be3d0413 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26a1bd1b-2bd5-4930-93d7-deda1ff3f80f HTTP/1.1" status: 204 len: 168 time: 0.1982799 Jun 29 23:26:01.017135 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-91358aaf-cd1b-4bf5-a34f-90d85ef33385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:01.022345 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473824fa-b774-4370-95df-6420be3d0413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a1bd1b-2bd5-4930-93d7-deda1ff3f80f,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:01.024597 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-473824fa-b774-4370-95df-6420be3d0413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:01.922764 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44344) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:02.037960 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7cfc320d-cf30-4fc9-8bf5-76448484a0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:02.133691 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7cfc320d-cf30-4fc9-8bf5-76448484a0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:02.322381 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7cfc320d-cf30-4fc9-8bf5-76448484a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:02.326069 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-185873b6-0598-4dcf-9711-352814a6f647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:02.361292 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-7cfc320d-cf30-4fc9-8bf5-76448484a0d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cdb13da4eedf4b0c877eb9136a0aac63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374087 Jun 29 23:26:02.362407 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc320d-cf30-4fc9-8bf5-76448484a0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a93b55-9b04-43c8-b5ff-bfdefd223f74,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:02.364010 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44364) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:02.365501 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-7cfc320d-cf30-4fc9-8bf5-76448484a0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:02.422650 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5739dbfe-67ed-4a12-9a59-d6544409a52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:02.449584 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5739dbfe-67ed-4a12-9a59-d6544409a52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:02.764232 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5739dbfe-67ed-4a12-9a59-d6544409a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:02.781144 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5739dbfe-67ed-4a12-9a59-d6544409a52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:02.781144 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5739dbfe-67ed-4a12-9a59-d6544409a52e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3a93b55-9b04-43c8-b5ff-bfdefd223f74 HTTP/1.1" status: 204 len: 168 time: 0.4020729 Jun 29 23:26:02.781144 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:02.781144 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739dbfe-67ed-4a12-9a59-d6544409a52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a93b55-9b04-43c8-b5ff-bfdefd223f74,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:02.781144 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5739dbfe-67ed-4a12-9a59-d6544409a52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:03.612796 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44416) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:03.631331 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7113834e-092c-469a-a87d-592066209abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:03.719524 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7113834e-092c-469a-a87d-592066209abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:03.898328 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7113834e-092c-469a-a87d-592066209abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:03.902136 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-37f56dea-bedf-4843-bdfa-9338af5034ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:03.944611 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7113834e-092c-469a-a87d-592066209abc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10c5cb2078ef446a942507b9753f53f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307645 Jun 29 23:26:03.947314 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44420) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:03.947914 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113834e-092c-469a-a87d-592066209abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7511d7d-30fa-421c-9423-1b0ce5518d8b,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:03.951094 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7113834e-092c-469a-a87d-592066209abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:03.979490 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347bc43-0bd2-4cc6-9283-af2a05193866 req-81b46fa4-a99c-4f2c-a700-f2597f91aff7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:03.983989 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c347bc43-0bd2-4cc6-9283-af2a05193866 req-81b46fa4-a99c-4f2c-a700-f2597f91aff7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1197481 Jun 29 23:26:04.003831 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-fe65231e-7ae9-4e27-97f1-e90794c928e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:04.028899 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-fe65231e-7ae9-4e27-97f1-e90794c928e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:04.032109 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c347bc43-0bd2-4cc6-9283-af2a05193866 req-38be7cae-d9ff-41d2-9429-b75fd18cf167 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434706 Jun 29 23:26:04.146946 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-fe65231e-7ae9-4e27-97f1-e90794c928e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:04.149749 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-fe65231e-7ae9-4e27-97f1-e90794c928e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:04.151071 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-fe65231e-7ae9-4e27-97f1-e90794c928e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7511d7d-30fa-421c-9423-1b0ce5518d8b HTTP/1.1" status: 204 len: 168 time: 0.2026019 Jun 29 23:26:04.151819 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5871fee6-3189-4096-8ef7-817e6c2f9442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:04.159652 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65231e-7ae9-4e27-97f1-e90794c928e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7511d7d-30fa-421c-9423-1b0ce5518d8b,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:04.161855 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fe65231e-7ae9-4e27-97f1-e90794c928e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:04.831921 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44468) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:04.931271 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-2096423d-4c06-4b32-8e6d-815b427850e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:05.021996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-2096423d-4c06-4b32-8e6d-815b427850e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:05.104814 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-2096423d-4c06-4b32-8e6d-815b427850e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:05.107417 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-15866501-1fe1-4e0b-a1ac-40a68009df73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:05.143887 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-2096423d-4c06-4b32-8e6d-815b427850e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5a5e1d4be5c4ffabe6f9e1223fc6b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107610 Jun 29 23:26:05.145076 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096423d-4c06-4b32-8e6d-815b427850e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f666aa8-a24c-4c2e-b79a-2a32ca2f099a,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:05.146710 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44480) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:05.148208 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-2096423d-4c06-4b32-8e6d-815b427850e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:05.195587 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1d7460e8-13f8-4c26-8310-cac9dc8b020e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:05.216484 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1d7460e8-13f8-4c26-8310-cac9dc8b020e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:05.316883 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1d7460e8-13f8-4c26-8310-cac9dc8b020e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:05.319591 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1d7460e8-13f8-4c26-8310-cac9dc8b020e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:05.320733 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1d7460e8-13f8-4c26-8310-cac9dc8b020e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f666aa8-a24c-4c2e-b79a-2a32ca2f099a HTTP/1.1" status: 204 len: 168 time: 0.1729064 Jun 29 23:26:05.321453 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8572154f-3e80-47a4-a8a4-9da084e780bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:05.328989 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7460e8-13f8-4c26-8310-cac9dc8b020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f666aa8-a24c-4c2e-b79a-2a32ca2f099a,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:05.336169 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1d7460e8-13f8-4c26-8310-cac9dc8b020e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:06.379019 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44552) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:06.473902 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1219929727-network', 'tenant_id': '13094da391974cb399bee7e79c29162f'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:06.598110 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Made reservation on behalf of 13094da391974cb399bee7e79c29162f for: {'network': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:06.600586 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:06.609264 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:06.707626 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-a687dc3c-4f9b-445a-ba4a-7c443af40564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:06.709117 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-a687dc3c-4f9b-445a-ba4a-7c443af40564 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1098 time: 0.0897393 Jun 29 23:26:06.846891 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:06.852063 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-d1d0dcc2-0359-44b1-aada-4f7a6c30b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:06.855875 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-d1d0dcc2-0359-44b1-aada-4f7a6c30b965 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 919 time: 0.1378846 Jun 29 23:26:06.890670 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1fce7-e68d-4339-ac9e-58f9a9b2b9e8 req-b7de4d80-21c5-4d4c-98fb-2911cd35667f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:06.901838 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-34c1fce7-e68d-4339-ac9e-58f9a9b2b9e8 req-b7de4d80-21c5-4d4c-98fb-2911cd35667f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1007304 Jun 29 23:26:06.908176 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-25a302a5-26d3-4d71-b811-dbf009383b3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e219f38b-ca16-4c45-904d-d982f4f547e2 HTTP/1.1" status: 200 len: 217 time: 0.0436075 Jun 29 23:26:06.938637 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-34c1fce7-e68d-4339-ac9e-58f9a9b2b9e8 req-4609660e-853f-47c1-b85e-32187e44c7c9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359013 Jun 29 23:26:06.939283 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44568) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:06.953371 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:06.962560 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8fdba97d-e1d1-4506-8b08-7e83085200dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:06.983801 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:26:07.005964 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-f78336f5-63ae-45e3-9f24-ed8fe361ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:07.007489 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-f78336f5-63ae-45e3-9f24-ed8fe361ecd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 200 len: 858 time: 0.0864894 Jun 29 23:26:07.016682 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf3e8d8-fe74-4269-8740-b891cc88a20e,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:07.016682 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.016682 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.segments_db [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Added segment 8015c5c7-4077-4d59-8589-9c5f63c3e5f0 of type vlan for network 99e5a83e-4527-4f80-a575-1fcd541b4e4e Jun 29 23:26:07.016682 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:07.049445 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-487a7183-8190-4c96-b67e-fe951017aa49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c661940-3fd1-4623-ad6b-0bf033a2109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337057 Jun 29 23:26:07.051009 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-412fd4bf-6212-4970-81f2-54faa7ef2a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.123268 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.138316 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-412fd4bf-6212-4970-81f2-54faa7ef2a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.179337 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-e1ba2151-6400-4852-a414-63f9a4d268fd service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131895 Jun 29 23:26:07.261232 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-412fd4bf-6212-4970-81f2-54faa7ef2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.265092 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-89d3a50b-e1fb-40d7-9412-ab254ada244a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:07.271316 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-4146cd7d-09ed-4aa0-b39d-de8e01a695f5 req-72741fa6-1a31-4265-8c62-f35cca24f6c7 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829186 Jun 29 23:26:07.288100 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.290200 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:07.292466 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.294030 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3ce4a90a-4105-4d27-a3ea-142a17194e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:07.301641 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-412fd4bf-6212-4970-81f2-54faa7ef2a15 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3df92a7ff05f42fdbd8cf595eeb7f3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608091 Jun 29 23:26:07.304207 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44572) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:07.310318 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fd4bf-6212-4970-81f2-54faa7ef2a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aa830b-74aa-4b7b-b2d2-795a303c596d,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:07.313873 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-412fd4bf-6212-4970-81f2-54faa7ef2a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:07.354886 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Pushing event updated for resources: {'Network': ['ID=99e5a83e-4527-4f80-a575-1fcd541b4e4e,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:07.356661 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-470b6044-a303-4ca4-9916-13626c5ccbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.357583 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:07.365427 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 99e5a83e-4527-4f80-a575-1fcd541b4e4e details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:26:07.378006 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-470b6044-a303-4ca4-9916-13626c5ccbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.410764 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0305622 Jun 29 23:26:07.414119 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44574) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:07.419386 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Request body: {'subnet': {'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1219929727-subnet', 'tenant_id': '13094da391974cb399bee7e79c29162f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:07.519179 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Made reservation on behalf of 13094da391974cb399bee7e79c29162f for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:07.521662 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528790025'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.523592 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-470b6044-a303-4ca4-9916-13626c5ccbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.525988 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-470b6044-a303-4ca4-9916-13626c5ccbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:07.527067 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-470b6044-a303-4ca4-9916-13626c5ccbef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82aa830b-74aa-4b7b-b2d2-795a303c596d HTTP/1.1" status: 204 len: 168 time: 0.2218173 Jun 29 23:26:07.528731 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d0fcfca8-56d0-4776-9499-8d0b9f0a08a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:07.568474 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b6044-a303-4ca4-9916-13626c5ccbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aa830b-74aa-4b7b-b2d2-795a303c596d,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:07.575842 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-470b6044-a303-4ca4-9916-13626c5ccbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:08.008368 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529152900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528790043'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:08.017274 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:08.085051 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bdaa649-c342-427b-921c-f7d464a31615,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:08.104566 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:08.111519 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Checking segment: {'id': '8015c5c7-4077-4d59-8589-9c5f63c3e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:26:08.112622 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Network hostable DHCP agents. Network: 99e5a83e-4527-4f80-a575-1fcd541b4e4e, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:26:08.155271 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cf8ad-b5b7-4bf7-be1f-8d9ea65fe8de req-dd6ea026-a324-44b6-a351-e573d009a2cd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:08.156892 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-027cf8ad-b5b7-4bf7-be1f-8d9ea65fe8de req-dd6ea026-a324-44b6-a351-e573d009a2cd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0860150 Jun 29 23:26:08.194245 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-027cf8ad-b5b7-4bf7-be1f-8d9ea65fe8de req-d3724be6-142a-4b30-a0c7-f849bb70c3cf tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311811 Jun 29 23:26:08.238334 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Network 99e5a83e-4527-4f80-a575-1fcd541b4e4e is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:26:08.271176 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44618) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:08.284977 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2dd42691-a299-45d6-893e-e90e6d2f411e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:08.330760 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 99e5a83e-4527-4f80-a575-1fcd541b4e4e) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:26:08.343906 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:08.343906 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:08.344845 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf431f-7e1a-4c6f-979a-4dfc6b9d5422 None None] Network 99e5a83e-4527-4f80-a575-1fcd541b4e4e requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:26:08.392327 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2dd42691-a299-45d6-893e-e90e6d2f411e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:08.474363 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e8fef-eba1-447b-8b08-11dd90215efc None None] Network 99e5a83e-4527-4f80-a575-1fcd541b4e4e requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:26:08.492746 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2dd42691-a299-45d6-893e-e90e6d2f411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:08.498428 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b2dcb46b-22a1-47a0-bf31-aba82970db68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:08.532925 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2dd42691-a299-45d6-893e-e90e6d2f411e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1009fbbf720c46f89d0ea02d6ce32e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606585 Jun 29 23:26:08.535111 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd42691-a299-45d6-893e-e90e6d2f411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6a8fe-6cc3-4bec-9667-399ec91edcc5,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:08.536949 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44628) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:08.538164 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2dd42691-a299-45d6-893e-e90e6d2f411e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:08.576616 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1610496 Jun 29 23:26:08.589495 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a08787fe-fecb-4f2e-9a1e-37bdbcfcc7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:08.625772 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a08787fe-fecb-4f2e-9a1e-37bdbcfcc7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:08.809534 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a08787fe-fecb-4f2e-9a1e-37bdbcfcc7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:08.814112 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a08787fe-fecb-4f2e-9a1e-37bdbcfcc7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:08.814112 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-a08787fe-fecb-4f2e-9a1e-37bdbcfcc7ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/adc6a8fe-6cc3-4bec-9667-399ec91edcc5 HTTP/1.1" status: 204 len: 168 time: 0.2753398 Jun 29 23:26:08.814827 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-473824fa-b774-4370-95df-6420be3d0413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:08.822329 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08787fe-fecb-4f2e-9a1e-37bdbcfcc7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6a8fe-6cc3-4bec-9667-399ec91edcc5,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:08.824852 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a08787fe-fecb-4f2e-9a1e-37bdbcfcc7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:09.395335 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d864cf-397b-45e9-a1b4-6587cb80829b req-013623d9-9517-4504-ad08-a3c3ee009f8f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:09.396881 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17d864cf-397b-45e9-a1b4-6587cb80829b req-013623d9-9517-4504-ad08-a3c3ee009f8f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0700171 Jun 29 23:26:09.444344 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17d864cf-397b-45e9-a1b4-6587cb80829b req-9994adb4-fdf7-4858-bc80-a33c563ff393 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Jun 29 23:26:09.933874 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44684) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:10.050205 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-538daed8-3365-4ad2-8ba0-52db9132b8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:10.146240 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-538daed8-3365-4ad2-8ba0-52db9132b8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:10.258982 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-538daed8-3365-4ad2-8ba0-52db9132b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:10.263191 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e2cae512-cce6-4eb7-9c68-de86e882e723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:10.301741 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-538daed8-3365-4ad2-8ba0-52db9132b8b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8131d62ca41c4da19b4cd6dc0c4adf5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666632 Jun 29 23:26:10.302809 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538daed8-3365-4ad2-8ba0-52db9132b8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff1c98f-ed7a-471b-a35a-7794311caafb,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:10.305363 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44698) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:10.305521 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-538daed8-3365-4ad2-8ba0-52db9132b8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:10.360016 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-59071d61-3b30-4df6-a6a8-eb60b353a4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:10.382839 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-59071d61-3b30-4df6-a6a8-eb60b353a4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:10.500990 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-59071d61-3b30-4df6-a6a8-eb60b353a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:10.512895 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-59071d61-3b30-4df6-a6a8-eb60b353a4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:10.516486 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-59071d61-3b30-4df6-a6a8-eb60b353a4b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dff1c98f-ed7a-471b-a35a-7794311caafb HTTP/1.1" status: 204 len: 168 time: 0.2068365 Jun 29 23:26:10.516486 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3f0c2b46-f4f9-4211-8268-4c8b08375aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:10.527743 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59071d61-3b30-4df6-a6a8-eb60b353a4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff1c98f-ed7a-471b-a35a-7794311caafb,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:10.530816 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-59071d61-3b30-4df6-a6a8-eb60b353a4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:10.644970 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce0370-2c43-4fae-b25c-50da01c8479a req-0f36d0d1-75f3-4aca-b12c-aeabf687156b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:10.646437 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-44ce0370-2c43-4fae-b25c-50da01c8479a req-0f36d0d1-75f3-4aca-b12c-aeabf687156b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0793450 Jun 29 23:26:10.684611 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-44ce0370-2c43-4fae-b25c-50da01c8479a req-c13bc3f3-72dd-4502-abba-b7a30cee16a8 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Jun 29 23:26:11.209426 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44750) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:11.223176 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-80297080-a92b-4511-a568-1b0cc62419d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:11.279541 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6925329-0752-4693-b4a2-5c291be51043 req-425d3a91-48af-4e62-b3c7-b466fe2cf06e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:11.280998 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-425d3a91-48af-4e62-b3c7-b466fe2cf06e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/networks?id=99e5a83e-4527-4f80-a575-1fcd541b4e4e HTTP/1.1" status: 200 len: 814 time: 0.1122301 Jun 29 23:26:11.298689 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-ffcddd6d-da29-4d2c-ad47-ad66736a1148 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/quotas/13094da391974cb399bee7e79c29162f HTTP/1.1" status: 200 len: 375 time: 0.0096700 Jun 29 23:26:11.338744 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-80297080-a92b-4511-a568-1b0cc62419d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:11.349201 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-2bd1075b-55e8-465e-b27b-9375f11f69d1 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=13094da391974cb399bee7e79c29162f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372872 Jun 29 23:26:11.441007 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-33d2f3a0-e3f7-4d8e-9a65-b43de3c8db43 service neutron] 10.222.0.61 "GET /v2.0/networks/99e5a83e-4527-4f80-a575-1fcd541b4e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843062 Jun 29 23:26:11.504952 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-80297080-a92b-4511-a568-1b0cc62419d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:11.508758 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a08787fe-fecb-4f2e-9a1e-37bdbcfcc7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:11.552207 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-19ee6262-cab8-4afc-b807-19fc6ca67fb3 service neutron] 10.222.0.61 "GET /v2.0/networks/99e5a83e-4527-4f80-a575-1fcd541b4e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050360 Jun 29 23:26:11.557587 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44760) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:11.557808 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-80297080-a92b-4511-a568-1b0cc62419d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23f4cbef1d8e4bf98ad2663609c7eb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456075 Jun 29 23:26:11.561349 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80297080-a92b-4511-a568-1b0cc62419d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c1dfde-ea4a-481f-8ffe-c26a6cbb3416,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:11.567369 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-80297080-a92b-4511-a568-1b0cc62419d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:11.609181 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e95883c9-d39b-425d-aa66-387177746aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:11.632597 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e95883c9-d39b-425d-aa66-387177746aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:11.775234 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e95883c9-d39b-425d-aa66-387177746aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:11.777832 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e95883c9-d39b-425d-aa66-387177746aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:11.779812 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e95883c9-d39b-425d-aa66-387177746aa2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56c1dfde-ea4a-481f-8ffe-c26a6cbb3416 HTTP/1.1" status: 204 len: 168 time: 0.2223754 Jun 29 23:26:11.779812 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5739dbfe-67ed-4a12-9a59-d6544409a52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:11.812154 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95883c9-d39b-425d-aa66-387177746aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c1dfde-ea4a-481f-8ffe-c26a6cbb3416,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:11.821990 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e95883c9-d39b-425d-aa66-387177746aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:11.926709 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-df826e89-ffa6-4f6b-9594-bd83464edd31 req-bf70e133-f58b-45c8-8eb2-1d21da14d778 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 210 time: 0.0453112 Jun 29 23:26:11.968037 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b623a-bbfd-436b-a6ee-d088aa49425b req-1e9fa3be-243e-4144-8eb9-4b79ccbab6f1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:11.975137 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bc0b623a-bbfd-436b-a6ee-d088aa49425b req-1e9fa3be-243e-4144-8eb9-4b79ccbab6f1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1406884 Jun 29 23:26:12.031194 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bc0b623a-bbfd-436b-a6ee-d088aa49425b req-38fd572d-6ac4-475e-b0ac-b8b9a9210ed2 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551591 Jun 29 23:26:13.043162 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c4f9153d-330b-4646-b724-62b940bca21e req-0771b628-7ea3-4e00-875f-a5f4c314ecd4 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 210 time: 0.0315561 Jun 29 23:26:13.049993 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44838) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:13.090611 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44844) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:13.195404 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3d57-f675-4ba0-a3d4-f9554d185933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.230874 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8c6c-a79b-4a71-a7d3-94fb06e8e14c req-34ab4e3d-6e97-4562-913d-8a7210e68e0c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:13.232804 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-135e8c6c-a79b-4a71-a7d3-94fb06e8e14c req-34ab4e3d-6e97-4562-913d-8a7210e68e0c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0825512 Jun 29 23:26:13.257435 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-85e9e566-b926-4504-91cc-01c4a7c16282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.292686 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-135e8c6c-a79b-4a71-a7d3-94fb06e8e14c req-35fd9550-450c-4902-af1a-f043354caff6 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531914 Jun 29 23:26:13.331996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3d57-f675-4ba0-a3d4-f9554d185933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.418920 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3d57-f675-4ba0-a3d4-f9554d185933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.423070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:13.476311 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed3d57-f675-4ba0-a3d4-f9554d185933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb470555-26a1-4b05-bfe8-3849761a1a6d,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:13.480864 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b9ed3d57-f675-4ba0-a3d4-f9554d185933 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a093dc88ace44a579d56ce5db5990076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297633 Jun 29 23:26:13.484537 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44856) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:13.489053 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b9ed3d57-f675-4ba0-a3d4-f9554d185933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:13.553129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-85e9e566-b926-4504-91cc-01c4a7c16282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.553759 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2903ffd9-f5ce-4200-8fe3-6b486ae54b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.583104 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2903ffd9-f5ce-4200-8fe3-6b486ae54b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.593659 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-85e9e566-b926-4504-91cc-01c4a7c16282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.597374 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3cb3e480-41b1-49a9-8c14-f9ebe7ef3d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:13.634565 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9e566-b926-4504-91cc-01c4a7c16282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c96221-d244-4fcd-a772-3dae50fdb389,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:13.637866 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-85e9e566-b926-4504-91cc-01c4a7c16282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:13.641857 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-85e9e566-b926-4504-91cc-01c4a7c16282 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e04095e13a6640279a1156624d3fad2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490820 Jun 29 23:26:13.646744 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44862) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:13.697697 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bb460958-3899-4d73-a38a-425cad514f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.719478 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bb460958-3899-4d73-a38a-425cad514f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.728802 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2903ffd9-f5ce-4200-8fe3-6b486ae54b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.732427 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2903ffd9-f5ce-4200-8fe3-6b486ae54b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.732806 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2903ffd9-f5ce-4200-8fe3-6b486ae54b22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb470555-26a1-4b05-bfe8-3849761a1a6d HTTP/1.1" status: 204 len: 168 time: 0.2472770 Jun 29 23:26:13.735663 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-59071d61-3b30-4df6-a6a8-eb60b353a4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:13.748731 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903ffd9-f5ce-4200-8fe3-6b486ae54b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb470555-26a1-4b05-bfe8-3849761a1a6d,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:13.756396 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2903ffd9-f5ce-4200-8fe3-6b486ae54b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:13.844041 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bb460958-3899-4d73-a38a-425cad514f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.847668 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bb460958-3899-4d73-a38a-425cad514f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:13.848880 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bb460958-3899-4d73-a38a-425cad514f76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71c96221-d244-4fcd-a772-3dae50fdb389 HTTP/1.1" status: 204 len: 168 time: 0.2043397 Jun 29 23:26:13.849815 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1ff5515b-9f61-4499-b379-78f76fba00d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:13.858994 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb460958-3899-4d73-a38a-425cad514f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c96221-d244-4fcd-a772-3dae50fdb389,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:13.868650 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bb460958-3899-4d73-a38a-425cad514f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:14.202517 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-342389b1-a78f-48c3-bd7f-75453816fb49 req-0e4e2855-e698-466f-849a-80b7fa287e30 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 210 time: 0.0307713 Jun 29 23:26:14.471896 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be6a06-3f51-4210-b8b1-40c859b2a0eb req-45d4c117-7fd2-4daa-922b-05da1c5bee9b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:14.473270 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1be6a06-3f51-4210-b8b1-40c859b2a0eb req-45d4c117-7fd2-4daa-922b-05da1c5bee9b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0619731 Jun 29 23:26:14.510139 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1be6a06-3f51-4210-b8b1-40c859b2a0eb req-c80451b3-dba6-4b20-8bd7-78690574e0be tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Jun 29 23:26:14.749739 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44888) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:14.767526 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a1a-1d8f-4172-a1fe-5ce91b253077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:14.949051 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6925329-0752-4693-b4a2-5c291be51043 req-1c62d9bc-1388-4e5d-922c-2c12426ca726 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:14.950679 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-1c62d9bc-1388-4e5d-922c-2c12426ca726 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.64 "GET /v2.0/networks?id=99e5a83e-4527-4f80-a575-1fcd541b4e4e HTTP/1.1" status: 200 len: 814 time: 0.1639361 Jun 29 23:26:14.991913 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Request body: {'port': {'device_id': 'd29e46e4-c1cb-4325-bd04-c4434c06737b', 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e', 'admin_state_up': True, 'tenant_id': '13094da391974cb399bee7e79c29162f'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:14.998556 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a1a-1d8f-4172-a1fe-5ce91b253077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.113006 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-fbda8a1a-1d8f-4172-a1fe-5ce91b253077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.118160 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-987ccba1-b8da-4e31-9688-fbfde884ffc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:15.158485 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-fbda8a1a-1d8f-4172-a1fe-5ce91b253077 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4862488a69b245e9a351aec8c18be1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068286 Jun 29 23:26:15.161250 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44904) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:15.164257 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda8a1a-1d8f-4172-a1fe-5ce91b253077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c1892-a6f5-4c7f-9a38-a56369525102,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:15.167657 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fbda8a1a-1d8f-4172-a1fe-5ce91b253077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:15.227272 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-378db7c6-6619-4e25-a836-1ff6225a4067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.254176 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-378db7c6-6619-4e25-a836-1ff6225a4067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.271070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Made reservation on behalf of 13094da391974cb399bee7e79c29162f for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:15.277190 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.297937 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44912) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:15.312846 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bcd37c46-5cc3-41e3-8f3a-00a25bbea1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.387404 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e616229e-c458-4ca0-88aa-0a8e90117ac1 req-37279a46-0d4b-4ad8-8076-5e06b7524d77 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 210 time: 0.0285058 Jun 29 23:26:15.420817 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-378db7c6-6619-4e25-a836-1ff6225a4067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.423405 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-378db7c6-6619-4e25-a836-1ff6225a4067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.427380 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-378db7c6-6619-4e25-a836-1ff6225a4067 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c3c1892-a6f5-4c7f-9a38-a56369525102 HTTP/1.1" status: 204 len: 168 time: 0.2616768 Jun 29 23:26:15.428283 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d4e4b60e-daf8-4766-8927-887c287cb849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:15.444229 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378db7c6-6619-4e25-a836-1ff6225a4067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c1892-a6f5-4c7f-9a38-a56369525102,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:15.452721 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-378db7c6-6619-4e25-a836-1ff6225a4067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:15.522485 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bcd37c46-5cc3-41e3-8f3a-00a25bbea1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.553926 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Allocated IP 172.20.0.9 (99e5a83e-4527-4f80-a575-1fcd541b4e4e/5bdaa649-c342-427b-921c-f7d464a31615/f8573449-e822-478a-9e32-e9ae5ea38f92) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:26:15.605382 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bcd37c46-5cc3-41e3-8f3a-00a25bbea1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.616734 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1d961bf6-b631-4d1b-a263-2f500353ed1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:15.685849 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd37c46-5cc3-41e3-8f3a-00a25bbea1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b25c89-9a60-4d23-a6a8-39ad7797410c,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:15.693866 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bcd37c46-5cc3-41e3-8f3a-00a25bbea1ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68a81a8e79204105bab17d469ee3b9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947744 Jun 29 23:26:15.695337 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44922) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:15.696140 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bcd37c46-5cc3-41e3-8f3a-00a25bbea1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:15.709280 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.758961 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62f78d-9b2a-47f9-a24b-b33ba2a83150 req-417d9683-82b5-4098-a909-5cf99cb6a080 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:15.760524 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ee62f78d-9b2a-47f9-a24b-b33ba2a83150 req-417d9683-82b5-4098-a909-5cf99cb6a080 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1287835 Jun 29 23:26:15.787727 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76c3c896-d483-4ec1-8c56-d5d7bed159d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.824115 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ee62f78d-9b2a-47f9-a24b-b33ba2a83150 req-3f8d3ac9-52ac-488a-aa12-3dfe379dd8e3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510705 Jun 29 23:26:15.824115 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76c3c896-d483-4ec1-8c56-d5d7bed159d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.840870 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 44928) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:15.849085 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.859734 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:15.876733 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Network 99e5a83e-4527-4f80-a575-1fcd541b4e4e is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:26:15.878543 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:26:15.880946 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:26:15.946893 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76c3c896-d483-4ec1-8c56-d5d7bed159d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.949675 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76c3c896-d483-4ec1-8c56-d5d7bed159d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.951376 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-76c3c896-d483-4ec1-8c56-d5d7bed159d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64b25c89-9a60-4d23-a6a8-39ad7797410c HTTP/1.1" status: 204 len: 168 time: 0.2537827 Jun 29 23:26:15.951654 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e49325f6-843b-4019-871a-6ed317ef5afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:15.960610 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3c896-d483-4ec1-8c56-d5d7bed159d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b25c89-9a60-4d23-a6a8-39ad7797410c,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:15.963145 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-76c3c896-d483-4ec1-8c56-d5d7bed159d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:15.965027 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:15.965987 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:15.999968 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d0bd-6d90-4824-9f92-04b8b8719b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.012663 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Pushing event updated for resources: {'Port': ['ID=f8573449-e822-478a-9e32-e9ae5ea38f92,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:16.016043 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:16.098174 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1141725 Jun 29 23:26:16.142143 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Request body: {'port': {'device_id': 'd29e46e4-c1cb-4325-bd04-c4434c06737b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:16.252014 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.278012 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d0bd-6d90-4824-9f92-04b8b8719b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.386701 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d0bd-6d90-4824-9f92-04b8b8719b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.392588 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-059a1d07-f7bc-4dc1-9157-4603dc8e7094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:16.449808 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-d6a7d0bd-6d90-4824-9f92-04b8b8719b57 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97505cfd0dbd4a5488c22cbef452370a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6067607 Jun 29 23:26:16.452753 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44954) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:16.453389 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7d0bd-6d90-4824-9f92-04b8b8719b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c800841e-d1e0-4a6c-9a42-7f435b3ac06d,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:16.465552 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d6a7d0bd-6d90-4824-9f92-04b8b8719b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:16.537593 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff3bd-cf7e-41f5-a03d-70af92543e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.586306 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff3bd-cf7e-41f5-a03d-70af92543e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.598265 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8573449-e822-478a-9e32-e9ae5ea38f92 {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:26:16.605473 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.617216 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Transition to ACTIVE for port object f8573449-e822-478a-9e32-e9ae5ea38f92 will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:26:16.635876 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0a068-1b9e-4b19-806a-45f207906793 req-7d46b11c-480f-412d-b203-3416e145b314 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:16.637453 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91f0a068-1b9e-4b19-806a-45f207906793 req-7d46b11c-480f-412d-b203-3416e145b314 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 931 time: 0.1146390 Jun 29 23:26:16.680124 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91f0a068-1b9e-4b19-806a-45f207906793 req-51ce43b9-2af0-4712-8610-5c81e3bf2e1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364788 Jun 29 23:26:16.707019 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.710263 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:16.758845 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=f8573449-e822-478a-9e32-e9ae5ea38f92,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:16.763999 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff3bd-cf7e-41f5-a03d-70af92543e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.765014 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:16.766982 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9a4ff3bd-cf7e-41f5-a03d-70af92543e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.769185 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9a4ff3bd-cf7e-41f5-a03d-70af92543e50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c800841e-d1e0-4a6c-9a42-7f435b3ac06d HTTP/1.1" status: 204 len: 168 time: 0.3145738 Jun 29 23:26:16.771126 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5d31f9d8-dda5-43e4-a71c-23ca6b28088f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:16.781451 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ff3bd-cf7e-41f5-a03d-70af92543e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c800841e-d1e0-4a6c-9a42-7f435b3ac06d,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:16.783684 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9a4ff3bd-cf7e-41f5-a03d-70af92543e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:16.838386 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Attempting to bind port f8573449-e822-478a-9e32-e9ae5ea38f92 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:26:16.838724 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Attempting to bind port f8573449-e822-478a-9e32-e9ae5ea38f92 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '8015c5c7-4077-4d59-8589-9c5f63c3e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:26:16.839057 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Attempting to bind port f8573449-e822-478a-9e32-e9ae5ea38f92 on network 99e5a83e-4527-4f80-a575-1fcd541b4e4e {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:26:16.843914 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Port f8573449-e822-478a-9e32-e9ae5ea38f92 on network 99e5a83e-4527-4f80-a575-1fcd541b4e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:26:16.844542 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Attempting to bind port f8573449-e822-478a-9e32-e9ae5ea38f92 on network 99e5a83e-4527-4f80-a575-1fcd541b4e4e {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:26:16.850122 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:26:16.857751 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Checking segment: {'id': '8015c5c7-4077-4d59-8589-9c5f63c3e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:26:16.858222 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Bound using segment: {'id': '8015c5c7-4077-4d59-8589-9c5f63c3e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:26:16.858699 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Bound port: f8573449-e822-478a-9e32-e9ae5ea38f92, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8015c5c7-4077-4d59-8589-9c5f63c3e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:26:16.859090 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:16.924925 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] For port f8573449-e822-478a-9e32-e9ae5ea38f92, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:26:16.927938 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] For port f8573449-e822-478a-9e32-e9ae5ea38f92, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f8573449-e822-478a-9e32-e9ae5ea38f92,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:26:17.015401 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292098e-46ea-4f73-9bcf-426b5e83daf0 req-bd1f683b-bd51-4646-a3b5-e12a2b9c4db3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:17.016887 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d292098e-46ea-4f73-9bcf-426b5e83daf0 req-bd1f683b-bd51-4646-a3b5-e12a2b9c4db3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0614333 Jun 29 23:26:17.033423 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:17.038972 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:17.059032 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d292098e-46ea-4f73-9bcf-426b5e83daf0 req-20053978-1b0d-4505-b143-e24c772ac8ff tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356433 Jun 29 23:26:17.075296 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:17.075871 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:17.077297 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] 10.222.0.64 "PUT /v2.0/ports/f8573449-e822-478a-9e32-e9ae5ea38f92 HTTP/1.1" status: 200 len: 1093 time: 0.9408596 Jun 29 23:26:17.077794 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29e46e4-c1cb-4325-bd04-c4434c06737b', 'tag': 'f8573449-e822-478a-9e32-e9ae5ea38f92'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:26:17.080175 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033131db-cb03-4976-82ff-f44f1e5f246e" -d '{"events": [{"name": "network-changed", "server_uuid": "d29e46e4-c1cb-4325-bd04-c4434c06737b", "tag": "f8573449-e822-478a-9e32-e9ae5ea38f92"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:26:17.106857 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=f8573449-e822-478a-9e32-e9ae5ea38f92,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:17.118746 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:17.123289 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d131df8-a2ce-4dce-8495-607cc652d3e8 x-openstack-request-id: req-3d131df8-a2ce-4dce-8495-607cc652d3e8 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:26:17.123717 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29e46e4-c1cb-4325-bd04-c4434c06737b", "tag": "f8573449-e822-478a-9e32-e9ae5ea38f92", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:26:17.127477 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d131df8-a2ce-4dce-8495-607cc652d3e8 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:26:17.127477 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29e46e4-c1cb-4325-bd04-c4434c06737b', 'tag': 'f8573449-e822-478a-9e32-e9ae5ea38f92', 'status': 'completed', 'code': 200} Jun 29 23:26:17.249158 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033131db-cb03-4976-82ff-f44f1e5f246e req-7121c319-ca3f-456d-aa77-6efd292580f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:17.250979 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-033131db-cb03-4976-82ff-f44f1e5f246e req-7121c319-ca3f-456d-aa77-6efd292580f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13094da391974cb399bee7e79c29162f&device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 1096 time: 0.0708675 Jun 29 23:26:17.362669 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033131db-cb03-4976-82ff-f44f1e5f246e req-707300b0-70ab-40b8-91fa-68d8908c866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:17.364135 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-033131db-cb03-4976-82ff-f44f1e5f246e req-707300b0-70ab-40b8-91fa-68d8908c866f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=13094da391974cb399bee7e79c29162f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0941610 Jun 29 23:26:17.488010 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033131db-cb03-4976-82ff-f44f1e5f246e req-5927d517-6bab-4981-867a-5df988291590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:17.489516 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-033131db-cb03-4976-82ff-f44f1e5f246e req-5927d517-6bab-4981-867a-5df988291590 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068573 Jun 29 23:26:17.596087 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 44988) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:17.608994 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4ddf1a97-19d5-462f-bf6d-7111dfc24ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:17.668509 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6925329-0752-4693-b4a2-5c291be51043 req-3f5236d3-2f4a-4d36-80b5-6a97a27811dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:17.670006 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-3f5236d3-2f4a-4d36-80b5-6a97a27811dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13094da391974cb399bee7e79c29162f&device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 1096 time: 0.0578766 Jun 29 23:26:17.719912 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4ddf1a97-19d5-462f-bf6d-7111dfc24ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:17.734342 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-d8c6a1db-bfb3-491b-9ebe-5e05863d2c70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8573449-e822-478a-9e32-e9ae5ea38f92 HTTP/1.1" status: 200 len: 217 time: 0.0410390 Jun 29 23:26:17.792175 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4ddf1a97-19d5-462f-bf6d-7111dfc24ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:17.808446 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6f7c20a4-6aab-4b5b-8d0e-f9d7c8378daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:17.881943 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4ddf1a97-19d5-462f-bf6d-7111dfc24ca3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7fcb4d47df384e8d9f03a7703b0c7e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828276 Jun 29 23:26:17.884425 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45000) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:17.885245 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf1a97-19d5-462f-bf6d-7111dfc24ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7213b6ec-975f-494d-9b87-ca2328c271e6,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:17.890213 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4ddf1a97-19d5-462f-bf6d-7111dfc24ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:17.946819 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc655370-cf39-430d-8077-fd17a030cb41 req-f6241b76-fe64-4133-9441-8551c698a5ca tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:17.949309 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bc655370-cf39-430d-8077-fd17a030cb41 req-f6241b76-fe64-4133-9441-8551c698a5ca tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 943 time: 0.1380665 Jun 29 23:26:17.973442 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-041f2020-38fa-4629-bdf8-cd5d943f3968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:17.981463 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6925329-0752-4693-b4a2-5c291be51043 req-1029eac7-8dbd-4354-9491-58450a0878a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:17.982909 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-1029eac7-8dbd-4354-9491-58450a0878a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bdaa649-c342-427b-921c-f7d464a31615 HTTP/1.1" status: 200 len: 854 time: 0.2396524 Jun 29 23:26:18.013996 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-041f2020-38fa-4629-bdf8-cd5d943f3968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:18.021897 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-8335e1b2-1ab0-4971-b93b-d67c3036b877 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99e5a83e-4527-4f80-a575-1fcd541b4e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273514 Jun 29 23:26:18.022844 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bc655370-cf39-430d-8077-fd17a030cb41 req-b45f655b-d8fe-4075-88e5-2cad2a1b8a98 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596077 Jun 29 23:26:18.121711 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-c54af3d9-d435-4620-8e51-08835a4bd271 service neutron] 10.222.0.64 "GET /v2.0/networks/99e5a83e-4527-4f80-a575-1fcd541b4e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922968 Jun 29 23:26:18.129839 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-041f2020-38fa-4629-bdf8-cd5d943f3968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:18.133637 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-041f2020-38fa-4629-bdf8-cd5d943f3968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:18.137014 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-041f2020-38fa-4629-bdf8-cd5d943f3968 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7213b6ec-975f-494d-9b87-ca2328c271e6 HTTP/1.1" status: 204 len: 168 time: 0.2489152 Jun 29 23:26:18.141500 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4b4a1522-d1c9-4caf-b33b-0c6e905d8d94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:18.147295 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f2020-38fa-4629-bdf8-cd5d943f3968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7213b6ec-975f-494d-9b87-ca2328c271e6,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:18.149700 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-041f2020-38fa-4629-bdf8-cd5d943f3968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:18.246152 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f6925329-0752-4693-b4a2-5c291be51043 req-36d74688-e161-4694-a843-9447a9488c23 service neutron] 10.222.0.64 "GET /v2.0/networks/99e5a83e-4527-4f80-a575-1fcd541b4e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167746 Jun 29 23:26:18.263545 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ec0f0-8f48-4552-93f9-e8500a0e2336 req-56899f4e-30c1-47d5-8cf4-fd96bd43b22f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:18.265112 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-425ec0f0-8f48-4552-93f9-e8500a0e2336 req-56899f4e-30c1-47d5-8cf4-fd96bd43b22f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0696118 Jun 29 23:26:18.307668 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-425ec0f0-8f48-4552-93f9-e8500a0e2336 req-3631d7d0-7936-4168-8d44-8b26f8e4c231 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Jun 29 23:26:19.202521 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f2720-32b1-422f-b682-569558cbc067 req-e114b8cf-3a23-4f2c-a36f-b1554dd441c5 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:19.204445 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-031f2720-32b1-422f-b682-569558cbc067 req-e114b8cf-3a23-4f2c-a36f-b1554dd441c5 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 943 time: 0.0653999 Jun 29 23:26:19.244051 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-031f2720-32b1-422f-b682-569558cbc067 req-821fd5e6-71a5-4e26-81b1-408dca4fc395 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Jun 29 23:26:19.346560 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45070) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:19.484859 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-78406103-network', 'tenant_id': 'd1733b34e7c548819f9351ba60fb9ebb'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:19.496521 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9acd-88c3-4d64-925f-f8408a79ef03 req-21d98832-3516-4d1f-8912-35e1fe14b8aa tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:19.497969 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9c7f9acd-88c3-4d64-925f-f8408a79ef03 req-21d98832-3516-4d1f-8912-35e1fe14b8aa tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0744143 Jun 29 23:26:19.540748 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9c7f9acd-88c3-4d64-925f-f8408a79ef03 req-82c22870-7cc1-453e-8792-8ec44d00f051 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363941 Jun 29 23:26:19.643247 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Made reservation on behalf of d1733b34e7c548819f9351ba60fb9ebb for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:19.645600 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.654448 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.739958 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.791812 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.796214 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9a4ff3bd-cf7e-41f5-a03d-70af92543e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:19.814897 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:26:19.832465 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ca628-e0c0-4068-8c81-f4331e9a5b17,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:19.835608 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:19.837026 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.837385 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Added segment 317c8e80-28da-4265-abbf-88e9f01ac3c5 of type vlan for network 96a68c4b-20a9-4dcd-b56e-e7be260a90d2 Jun 29 23:26:19.876445 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.967630 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.968974 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:19.969744 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:19.973252 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a7c5f64a-7a57-4fab-90fa-30c32d988082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:20.030148 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Pushing event updated for resources: {'Network': ['ID=96a68c4b-20a9-4dcd-b56e-e7be260a90d2,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:20.032901 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:20.040491 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 96a68c4b-20a9-4dcd-b56e-e7be260a90d2 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:26:20.094164 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7465115 Jun 29 23:26:20.099908 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 45084) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:20.105580 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Request body: {'subnet': {'network_id': '96a68c4b-20a9-4dcd-b56e-e7be260a90d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-78406103-subnet', 'tenant_id': 'd1733b34e7c548819f9351ba60fb9ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:20.196213 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Made reservation on behalf of d1733b34e7c548819f9351ba60fb9ebb for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:20.198865 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530263303'] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.291872 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device f8573449-e822-478a-9e32-e9ae5ea38f92 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:26:20.353829 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45092) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:20.438068 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port f8573449-e822-478a-9e32-e9ae5ea38f92, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f8573449-e822-478a-9e32-e9ae5ea38f92,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:26:20.438068 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e6f6826a-642b-4ee7-9576-362c830c3048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.441456 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'f8573449-e822-478a-9e32-e9ae5ea38f92', 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e', 'port_id': 'f8573449-e822-478a-9e32-e9ae5ea38f92', 'mac_address': 'fa:16:3e:ce:83:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdaa649-c342-427b-921c-f7d464a31615', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:26:20.452097 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec749-1ab9-43d9-b7af-b749db055a74 req-e1fc2ae9-faa7-4fda-aac8-f82460fe909e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.453606 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3aaec749-1ab9-43d9-b7af-b749db055a74 req-e1fc2ae9-faa7-4fda-aac8-f82460fe909e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 943 time: 0.0666633 Jun 29 23:26:20.508167 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3aaec749-1ab9-43d9-b7af-b749db055a74 req-ffcbf16f-c79e-467c-b0b7-e10126793e19 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476649 Jun 29 23:26:20.516378 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4bbf711a-4750-430f-97f9-9175a8c5518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.523934 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530125322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530263317'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.532101 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:20.614487 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.628798 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8573449-e822-478a-9e32-e9ae5ea38f92 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:26:20.639400 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4bbf711a-4750-430f-97f9-9175a8c5518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.650187 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port f8573449-e822-478a-9e32-e9ae5ea38f92, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f8573449-e822-478a-9e32-e9ae5ea38f92,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:26:20.663468 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c6dae7-9315-4a57-94fd-45105091d2b5,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:20.666187 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Checking segment: {'id': '317c8e80-28da-4265-abbf-88e9f01ac3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '96a68c4b-20a9-4dcd-b56e-e7be260a90d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:26:20.671057 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Network hostable DHCP agents. Network: 96a68c4b-20a9-4dcd-b56e-e7be260a90d2, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:26:20.671057 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:20.731561 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4bbf711a-4750-430f-97f9-9175a8c5518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.735980 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1d7460e8-13f8-4c26-8310-cac9dc8b020e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:20.739116 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Network 96a68c4b-20a9-4dcd-b56e-e7be260a90d2 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:26:20.739272 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.742073 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:20.780531 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 45102) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:20.780760 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4bbf711a-4750-430f-97f9-9175a8c5518e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a6476b2739a4e11887b293b89c4abdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249396 Jun 29 23:26:20.786220 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf711a-4750-430f-97f9-9175a8c5518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51203007-bfe5-442f-8a92-81d1bf9aec73,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:20.789816 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4bbf711a-4750-430f-97f9-9175a8c5518e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:20.802727 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=f8573449-e822-478a-9e32-e9ae5ea38f92,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:20.810684 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.811290 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.811732 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.812131 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.812561 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.812953 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.813335 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.813802 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92a570-d6d1-46bc-ad8d-e2a2754c7011 req-8302edc5-c796-43dd-adb1-5a05cdd8cf0f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.813930 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.814148 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.814731 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.815224 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.815577 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:20.815713 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7a92a570-d6d1-46bc-ad8d-e2a2754c7011 req-8302edc5-c796-43dd-adb1-5a05cdd8cf0f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1156764 Jun 29 23:26:20.819962 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:20.824454 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 96a68c4b-20a9-4dcd-b56e-e7be260a90d2) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:26:20.835502 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:20.835502 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.837576 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea75c9-f2f4-4961-b1fa-c5bcd181dc07 None None] Network 96a68c4b-20a9-4dcd-b56e-e7be260a90d2 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:26:20.852824 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-afd35e4f-5342-463a-ae03-fffa2bc372e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.864511 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7a92a570-d6d1-46bc-ad8d-e2a2754c7011 req-0f143ab1-c355-4cf2-8da1-023816700d64 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429490 Jun 29 23:26:20.879702 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-afd35e4f-5342-463a-ae03-fffa2bc372e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:20.913817 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8123560 Jun 29 23:26:20.967577 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3078e45-7066-4ad1-b2f8-6427e6ec2e9a None None] Network 96a68c4b-20a9-4dcd-b56e-e7be260a90d2 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:26:21.002106 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-afd35e4f-5342-463a-ae03-fffa2bc372e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:21.006048 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-afd35e4f-5342-463a-ae03-fffa2bc372e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:21.007696 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-afd35e4f-5342-463a-ae03-fffa2bc372e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51203007-bfe5-442f-8a92-81d1bf9aec73 HTTP/1.1" status: 204 len: 168 time: 0.2258916 Jun 29 23:26:21.008626 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-119e22bf-76e4-45cf-a8b6-27eb06270005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:21.020654 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd35e4f-5342-463a-ae03-fffa2bc372e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51203007-bfe5-442f-8a92-81d1bf9aec73,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:21.024947 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-afd35e4f-5342-463a-ae03-fffa2bc372e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:21.185386 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['f8573449-e822-478a-9e32-e9ae5ea38f92'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:26:21.594836 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 45126) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:21.605197 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9e92ac9a-ad43-4adb-a039-2ef48abffa62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:21.708689 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9e92ac9a-ad43-4adb-a039-2ef48abffa62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:21.710420 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 45134) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:21.715310 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1349022494-network', 'tenant_id': '3dc1744aaf7f42d1ae4ddd5ddab701af'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:21.734449 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7686f8-61b4-4077-8b70-171b0e0eeb62 req-119ea03e-174b-4217-8eb1-d9b9df19c7ed tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:21.734449 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d7686f8-61b4-4077-8b70-171b0e0eeb62 req-119ea03e-174b-4217-8eb1-d9b9df19c7ed tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 944 time: 0.1029310 Jun 29 23:26:21.771890 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d7686f8-61b4-4077-8b70-171b0e0eeb62 req-43d525e9-daee-484b-ac5c-b0a19f9bd1d1 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314808 Jun 29 23:26:21.845575 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9e92ac9a-ad43-4adb-a039-2ef48abffa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:21.851395 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fbda8a1a-1d8f-4172-a1fe-5ce91b253077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:21.890862 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9e92ac9a-ad43-4adb-a039-2ef48abffa62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46114f0635a54b96b29175d850b3da53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001852 Jun 29 23:26:21.896397 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92ac9a-ad43-4adb-a039-2ef48abffa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1507f30-739f-4139-a440-b58cd39db524,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:21.896922 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45140) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:21.899359 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9e92ac9a-ad43-4adb-a039-2ef48abffa62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:21.946388 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Made reservation on behalf of 3dc1744aaf7f42d1ae4ddd5ddab701af for: {'network': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:21.948135 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9d01d93c-6073-4710-b479-9f579b21bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:21.948899 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:21.962417 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:21.977049 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9d01d93c-6073-4710-b479-9f579b21bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.059454 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.060405 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f79c-7843-4840-ad96-9070461d6c27 req-60488e27-b8a4-42cd-b625-5181e0b6d618 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:22.061844 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6873f79c-7843-4840-ad96-9070461d6c27 req-60488e27-b8a4-42cd-b625-5181e0b6d618 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0871980 Jun 29 23:26:22.099781 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6873f79c-7843-4840-ad96-9070461d6c27 req-ddc5e7c2-bc4a-4338-9d11-7ff6550cd206 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Jun 29 23:26:22.134611 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.137714 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:22.161270 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d82ea88-4cc0-4068-b59c-b5c46dc51ab8,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:22.164224 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:22.179458 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9d01d93c-6073-4710-b479-9f579b21bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.183202 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9d01d93c-6073-4710-b479-9f579b21bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.183868 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:26:22.184952 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9d01d93c-6073-4710-b479-9f579b21bf5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1507f30-739f-4139-a440-b58cd39db524 HTTP/1.1" status: 204 len: 168 time: 0.2869015 Jun 29 23:26:22.185985 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-470b6044-a303-4ca4-9916-13626c5ccbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:22.196780 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01d93c-6073-4710-b479-9f579b21bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1507f30-739f-4139-a440-b58cd39db524,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:22.198308 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.198638 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.segments_db [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Added segment b900f423-58db-4735-8357-790b22434cda of type vlan for network d4e720c2-75c9-4fb8-9e1f-c08742626a26 Jun 29 23:26:22.199927 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9d01d93c-6073-4710-b479-9f579b21bf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:22.248058 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.301492 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device f8573449-e822-478a-9e32-e9ae5ea38f92 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:26:22.351907 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.353203 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:22.353817 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.356041 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:22.415563 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port f8573449-e822-478a-9e32-e9ae5ea38f92 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:26:22.415906 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e720c2-75c9-4fb8-9e1f-c08742626a26,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:22.418666 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:22.425770 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port f8573449-e822-478a-9e32-e9ae5ea38f92 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:26:22.426285 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.429518 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network d4e720c2-75c9-4fb8-9e1f-c08742626a26 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:26:22.498320 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7842648 Jun 29 23:26:22.498626 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45152) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:22.503877 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Request body: {'subnet': {'network_id': 'd4e720c2-75c9-4fb8-9e1f-c08742626a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1349022494-subnet', 'tenant_id': '3dc1744aaf7f42d1ae4ddd5ddab701af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:22.561432 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.585255 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29e46e4-c1cb-4325-bd04-c4434c06737b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8573449-e822-478a-9e32-e9ae5ea38f92'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:26:22.587531 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63468c3d-eaa2-4cd2-91e0-9b140d546fa1" -d '{"events": [{"server_uuid": "d29e46e4-c1cb-4325-bd04-c4434c06737b", "name": "network-vif-plugged", "status": "completed", "tag": "f8573449-e822-478a-9e32-e9ae5ea38f92"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:26:22.601353 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port f8573449-e822-478a-9e32-e9ae5ea38f92, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f8573449-e822-478a-9e32-e9ae5ea38f92,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:26:22.609510 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Made reservation on behalf of 3dc1744aaf7f42d1ae4ddd5ddab701af for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:22.612577 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528790025'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.639412 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f11aa58-192c-4ae7-89c3-ff90a7857a12 x-openstack-request-id: req-4f11aa58-192c-4ae7-89c3-ff90a7857a12 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:26:22.639412 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29e46e4-c1cb-4325-bd04-c4434c06737b", "name": "network-vif-plugged", "status": "completed", "tag": "f8573449-e822-478a-9e32-e9ae5ea38f92", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:26:22.639412 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f11aa58-192c-4ae7-89c3-ff90a7857a12 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:26:22.639412 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29e46e4-c1cb-4325-bd04-c4434c06737b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8573449-e822-478a-9e32-e9ae5ea38f92', 'code': 200} Jun 29 23:26:22.691595 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.691765 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:22.747624 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=f8573449-e822-478a-9e32-e9ae5ea38f92,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:22.758967 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:22.942211 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529152900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528790043'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:22.949898 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:23.013941 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94b38-ac54-4f9b-a23b-bb0fe9bf9ba1 req-3c13ddb1-be97-4aa8-aa9b-966ac9b33149 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:23.015396 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-33c94b38-ac54-4f9b-a23b-bb0fe9bf9ba1 req-3c13ddb1-be97-4aa8-aa9b-966ac9b33149 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 945 time: 0.1114404 Jun 29 23:26:23.020529 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9a7cb0-a735-4b29-90d8-7bbe0a405ed2,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:23.025850 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:23.045516 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Checking segment: {'id': 'b900f423-58db-4735-8357-790b22434cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd4e720c2-75c9-4fb8-9e1f-c08742626a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:26:23.045877 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Network hostable DHCP agents. Network: d4e720c2-75c9-4fb8-9e1f-c08742626a26, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:26:23.073788 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-33c94b38-ac54-4f9b-a23b-bb0fe9bf9ba1 req-74ebd942-9df7-4bbb-a256-728b8a8d4b82 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510170 Jun 29 23:26:23.137306 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7626-a984-41cc-9506-5d5b0c56ca81 req-89c8b01f-7c84-4b1d-8f17-36bb9a7bd3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:23.139523 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a53c7626-a984-41cc-9506-5d5b0c56ca81 req-89c8b01f-7c84-4b1d-8f17-36bb9a7bd3db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 1098 time: 0.0564656 Jun 29 23:26:23.144750 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Network d4e720c2-75c9-4fb8-9e1f-c08742626a26 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:26:23.178909 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a53c7626-a984-41cc-9506-5d5b0c56ca81 req-ea29b2f8-1c81-4e90-a7bd-6f42b9cc8ee0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312321 Jun 29 23:26:23.230023 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0bc7be7d-bd0d-4582-8956-8e0c83410f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:23.259079 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, d4e720c2-75c9-4fb8-9e1f-c08742626a26) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:26:23.264694 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:23.264694 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:23.268192 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737742a-bc63-454d-b1b6-fd1e286f277e None None] Network d4e720c2-75c9-4fb8-9e1f-c08742626a26 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:26:23.305675 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a3ff1-c55f-4948-9b99-78983895cc53 req-7bb4d2dc-de56-412e-8a39-6ff71ff85550 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:23.308976 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-176a3ff1-c55f-4948-9b99-78983895cc53 req-7bb4d2dc-de56-412e-8a39-6ff71ff85550 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0815103 Jun 29 23:26:23.364949 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-176a3ff1-c55f-4948-9b99-78983895cc53 req-85718eeb-dde2-4754-922e-5486515fa568 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504975 Jun 29 23:26:23.388095 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8809896 Jun 29 23:26:23.454306 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e099740-b525-4b08-8be8-4f089f6552b6 None None] Network d4e720c2-75c9-4fb8-9e1f-c08742626a26 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:26:23.458412 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:24.274328 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6d3f1-5251-4ce9-9b61-ed7733a89113 req-96f00473-ab48-443d-8b44-8f439a1e5652 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:24.283066 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-13b6d3f1-5251-4ce9-9b61-ed7733a89113 req-96f00473-ab48-443d-8b44-8f439a1e5652 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 945 time: 0.0818920 Jun 29 23:26:24.338476 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-13b6d3f1-5251-4ce9-9b61-ed7733a89113 req-25dd9cb5-b5b3-421e-b918-a9affc4bcd3c tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503657 Jun 29 23:26:24.425316 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:24.477811 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b3ab2-a36a-4bfd-87ee-4371fd881bc7 req-caf8eab8-3245-452c-aa01-cc80505fa9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:24.479296 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3e8b3ab2-a36a-4bfd-87ee-4371fd881bc7 req-caf8eab8-3245-452c-aa01-cc80505fa9fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1098 time: 0.0587769 Jun 29 23:26:24.527166 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3e8b3ab2-a36a-4bfd-87ee-4371fd881bc7 req-3863b98e-df7c-4679-8d06-27f67a7cea9b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320675 Jun 29 23:26:24.555094 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a71ac-9a19-4daf-995b-36046e29f483 req-dd5eb7db-9db6-406a-954c-c9f999bce08a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:24.557047 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-873a71ac-9a19-4daf-995b-36046e29f483 req-dd5eb7db-9db6-406a-954c-c9f999bce08a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0712795 Jun 29 23:26:24.608704 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-873a71ac-9a19-4daf-995b-36046e29f483 req-21488c52-11c1-4375-aca8-802c424a99e9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Jun 29 23:26:25.515797 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5e12b-d00b-4517-821f-53556c815ceb req-47a6aacb-1538-432f-b603-1b0af857d079 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:25.517213 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09f5e12b-d00b-4517-821f-53556c815ceb req-47a6aacb-1538-432f-b603-1b0af857d079 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 945 time: 0.0586500 Jun 29 23:26:25.563773 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09f5e12b-d00b-4517-821f-53556c815ceb req-84309e04-e417-46a9-a8de-6c357775af83 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Jun 29 23:26:25.687293 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:25.821954 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d102cc3-821e-4733-99ce-ee9655fe1b02 req-845cc998-9203-4371-a734-c936edb37dd1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:25.823509 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3d102cc3-821e-4733-99ce-ee9655fe1b02 req-845cc998-9203-4371-a734-c936edb37dd1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0762811 Jun 29 23:26:25.872769 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3d102cc3-821e-4733-99ce-ee9655fe1b02 req-bf0981ce-8ec9-4211-bcaa-df7907516885 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Jun 29 23:26:27.039113 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85976b0-e1ae-4d89-b1fd-051dcf00ccf7 req-2eca4fed-2ad7-48cb-bd17-661090997613 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:27.040627 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f85976b0-e1ae-4d89-b1fd-051dcf00ccf7 req-2eca4fed-2ad7-48cb-bd17-661090997613 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0632403 Jun 29 23:26:27.079739 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f85976b0-e1ae-4d89-b1fd-051dcf00ccf7 req-62d62493-1721-42c6-85cc-f066ccaae2da tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Jun 29 23:26:27.679971 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd02326-abcf-4f18-8047-32905c1b8d4a req-25425119-dae6-46b5-9acb-ad334f5b3cd7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:27.681482 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3fd02326-abcf-4f18-8047-32905c1b8d4a req-25425119-dae6-46b5-9acb-ad334f5b3cd7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0682750 Jun 29 23:26:27.706405 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-d137e9df-fb03-450c-8791-2a391a7ccf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:27.707936 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-d137e9df-fb03-450c-8791-2a391a7ccf59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1098 time: 0.0576689 Jun 29 23:26:27.719246 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3fd02326-abcf-4f18-8047-32905c1b8d4a req-879e7734-484c-4a9e-bf56-beedba324872 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316846 Jun 29 23:26:27.800632 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-c794881a-46bb-4ebb-ba22-409a510e8c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:27.802137 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-c794881a-46bb-4ebb-ba22-409a510e8c66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 919 time: 0.0876551 Jun 29 23:26:27.857943 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-e21ff547-2a21-48fb-98d8-97e1bb2c607b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e219f38b-ca16-4c45-904d-d982f4f547e2 HTTP/1.1" status: 200 len: 217 time: 0.0379324 Jun 29 23:26:27.915984 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-2006ecff-7097-4fb4-bf64-1405675e3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:27.917681 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-2006ecff-7097-4fb4-bf64-1405675e3fc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 200 len: 858 time: 0.0446470 Jun 29 23:26:27.951026 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-a6fb2b2a-55d4-4056-80b4-da0920ed2196 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c661940-3fd1-4623-ad6b-0bf033a2109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254607 Jun 29 23:26:28.044153 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-2a816aa2-00ff-403a-885c-244c1ac08331 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858674 Jun 29 23:26:28.132604 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-d70c1f91-e101-44ae-bb5e-98a7af5796f4 req-0ed0e3a1-44aa-4306-940c-f1871541afc2 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816834 Jun 29 23:26:28.918759 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e559cbf-4cee-43e1-a044-aba070cd3516 req-a558c221-c39e-4bbb-8d78-1edeb22b796b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:28.920615 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e559cbf-4cee-43e1-a044-aba070cd3516 req-a558c221-c39e-4bbb-8d78-1edeb22b796b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0701637 Jun 29 23:26:28.964076 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e559cbf-4cee-43e1-a044-aba070cd3516 req-a72a80f1-52b8-4096-9e23-248af1003f96 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Jun 29 23:26:29.079334 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:26:29.618892 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718bf7-6cbf-43fd-b61c-f1986284b002 req-ff26ad1d-8355-493a-b5bb-772fe729a612 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:29.620331 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e718bf7-6cbf-43fd-b61c-f1986284b002 req-ff26ad1d-8355-493a-b5bb-772fe729a612 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0623729 Jun 29 23:26:29.661307 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e718bf7-6cbf-43fd-b61c-f1986284b002 req-6b101f9f-20c8-406b-8707-e39d609bd252 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350435 Jun 29 23:26:30.043307 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:30.134562 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274356c-b87b-48a1-b4f1-6dfe865f6d21 req-b93fb7c1-8055-4e76-a491-10cf6344510b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:30.135923 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3274356c-b87b-48a1-b4f1-6dfe865f6d21 req-b93fb7c1-8055-4e76-a491-10cf6344510b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0602641 Jun 29 23:26:30.172940 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3274356c-b87b-48a1-b4f1-6dfe865f6d21 req-a197d1b6-c0e4-4b28-ad9b-b1f95cd92929 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Jun 29 23:26:30.839361 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af445c2-674a-4e74-ad46-2cdb80ae77c8 req-0cf3272e-286f-460e-89d1-0c77d85816c3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:30.840839 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3af445c2-674a-4e74-ad46-2cdb80ae77c8 req-0cf3272e-286f-460e-89d1-0c77d85816c3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0619543 Jun 29 23:26:30.878930 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3af445c2-674a-4e74-ad46-2cdb80ae77c8 req-329751f9-ba0b-4766-bbc5-2434e9c66328 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325723 Jun 29 23:26:31.344808 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360e372-fe56-4015-a5d4-496a700de5da req-084ace9b-7529-4a3e-9f4f-17dac96a90d0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:31.346846 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4360e372-fe56-4015-a5d4-496a700de5da req-084ace9b-7529-4a3e-9f4f-17dac96a90d0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0649893 Jun 29 23:26:31.384212 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4360e372-fe56-4015-a5d4-496a700de5da req-9ca980fb-c313-44a3-905d-d6a7f09a3dfb tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315387 Jun 29 23:26:32.062736 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d8e82-97d6-4d00-93e8-73e601ad696c req-a0aebbf1-1ced-4a86-8b09-034b0038b604 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:32.064494 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0c8d8e82-97d6-4d00-93e8-73e601ad696c req-a0aebbf1-1ced-4a86-8b09-034b0038b604 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0620334 Jun 29 23:26:32.100255 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0c8d8e82-97d6-4d00-93e8-73e601ad696c req-86f26249-b8cd-4bd5-ad5e-956a4c7589fe tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296047 Jun 29 23:26:32.574647 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531ee5-92b6-4916-b076-eef290c7f29a req-6c826b06-6982-4d86-9adc-2a04b11e7ace tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:32.579604 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6531ee5-92b6-4916-b076-eef290c7f29a req-6c826b06-6982-4d86-9adc-2a04b11e7ace tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0654349 Jun 29 23:26:32.618706 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6531ee5-92b6-4916-b076-eef290c7f29a req-3768e0b7-d73a-452f-b6c4-0268a9ca7107 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362456 Jun 29 23:26:33.276554 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f678-97bc-48ed-b8c6-4e4a48237536 req-2e462052-9900-4a89-92b1-f238ff73b571 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:33.278040 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d421f678-97bc-48ed-b8c6-4e4a48237536 req-2e462052-9900-4a89-92b1-f238ff73b571 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0618122 Jun 29 23:26:33.318744 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d421f678-97bc-48ed-b8c6-4e4a48237536 req-943ec6bd-bebf-4c57-821b-1dc10a75bafb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349293 Jun 29 23:26:33.804943 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da1207-f313-4c39-a7c9-b250c1601fd8 req-c715e69a-38d6-4d14-8d92-e8ac6010b2b7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:33.806452 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95da1207-f313-4c39-a7c9-b250c1601fd8 req-c715e69a-38d6-4d14-8d92-e8ac6010b2b7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0722113 Jun 29 23:26:33.844616 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f0241f7d-467b-44af-b124-22f18756ed80 req-42401194-5c51-438f-bc19-612f4a287405 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654998 Jun 29 23:26:33.854898 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95da1207-f313-4c39-a7c9-b250c1601fd8 req-7308085e-df0d-4d84-af69-4a398a22033a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Jun 29 23:26:33.963528 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0241f7d-467b-44af-b124-22f18756ed80 req-63cca2df-1eaa-4773-b3f1-e107b65f3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:33.967574 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f0241f7d-467b-44af-b124-22f18756ed80 req-63cca2df-1eaa-4773-b3f1-e107b65f3175 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1098 time: 0.0608807 Jun 29 23:26:34.102310 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948a0b-13c0-4740-8a13-bce75c3bc28d req-8c3ec075-0753-4b01-b332-996b87887fd4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:34.109650 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-30948a0b-13c0-4740-8a13-bce75c3bc28d req-8c3ec075-0753-4b01-b332-996b87887fd4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0870605 Jun 29 23:26:34.134870 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0241f7d-467b-44af-b124-22f18756ed80 req-4539a227-e799-47f3-8965-4663feeee9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:34.136781 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f0241f7d-467b-44af-b124-22f18756ed80 req-4539a227-e799-47f3-8965-4663feeee9a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 919 time: 0.1188848 Jun 29 23:26:34.149994 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-30948a0b-13c0-4740-8a13-bce75c3bc28d req-16573606-b8cd-4dd0-a82e-77aa5bfe7a85 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393753 Jun 29 23:26:34.166368 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45500) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:34.202883 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f0241f7d-467b-44af-b124-22f18756ed80 req-4b7112d6-eff2-4cf3-bd4d-70a96e54a733 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e219f38b-ca16-4c45-904d-d982f4f547e2 HTTP/1.1" status: 200 len: 217 time: 0.0589116 Jun 29 23:26:34.280627 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:34.296386 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0241f7d-467b-44af-b124-22f18756ed80 req-f0460b60-4197-44fc-9589-9128acb91fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:34.297831 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f0241f7d-467b-44af-b124-22f18756ed80 req-f0460b60-4197-44fc-9589-9128acb91fee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 200 len: 858 time: 0.0471797 Jun 29 23:26:34.336488 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f0241f7d-467b-44af-b124-22f18756ed80 req-8005e099-4d33-45c9-8f24-08a6009b70ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c661940-3fd1-4623-ad6b-0bf033a2109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281048 Jun 29 23:26:34.381132 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:34.432554 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:34.435164 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-412fd4bf-6212-4970-81f2-54faa7ef2a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:34.446466 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f0241f7d-467b-44af-b124-22f18756ed80 req-e2befdcf-5f4f-40c9-8d70-4ea5ba8ca9bd service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000032 Jun 29 23:26:34.502524 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=821ee71ec966469ea0feb5718a7ee4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347940 Jun 29 23:26:34.503383 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0a0760-32b8-4a44-b9bf-7e088ca70db4,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:34.506058 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45506) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:34.525439 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.525807 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.526167 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.526519 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.526867 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.527210 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.527649 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.531143 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.531143 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.531143 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.531143 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.531143 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:34.543513 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f0241f7d-467b-44af-b124-22f18756ed80 req-35e697d9-0f72-4d82-9fca-731dc96daa24 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907779 Jun 29 23:26:34.545059 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:34.604496 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277c752-8228-4540-b1b7-401c84eddb40 req-64d3c721-06dd-42b2-863b-f233437434bb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:34.606170 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9277c752-8228-4540-b1b7-401c84eddb40 req-64d3c721-06dd-42b2-863b-f233437434bb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1607437 Jun 29 23:26:34.624537 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6eccb8a3-7458-4b18-9f45-f8645b5f60e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:34.663965 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6eccb8a3-7458-4b18-9f45-f8645b5f60e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:34.676296 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9277c752-8228-4540-b1b7-401c84eddb40 req-4cb23b92-116c-4fc1-8f22-8626c005c79b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616860 Jun 29 23:26:34.801544 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6eccb8a3-7458-4b18-9f45-f8645b5f60e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:34.804057 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6eccb8a3-7458-4b18-9f45-f8645b5f60e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:34.805210 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6eccb8a3-7458-4b18-9f45-f8645b5f60e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c0a0760-32b8-4a44-b9bf-7e088ca70db4 HTTP/1.1" status: 204 len: 168 time: 0.2974780 Jun 29 23:26:34.805975 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bcd37c46-5cc3-41e3-8f3a-00a25bbea1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:34.813717 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccb8a3-7458-4b18-9f45-f8645b5f60e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0a0760-32b8-4a44-b9bf-7e088ca70db4,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:34.816336 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6eccb8a3-7458-4b18-9f45-f8645b5f60e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:35.340952 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2583862-f5c0-4bad-906a-5b14bfe4da1e req-7b290905-d995-4c0e-a594-e0b033939bcb tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:35.342389 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d2583862-f5c0-4bad-906a-5b14bfe4da1e req-7b290905-d995-4c0e-a594-e0b033939bcb tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0623145 Jun 29 23:26:35.378629 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d2583862-f5c0-4bad-906a-5b14bfe4da1e req-699d8511-ea65-4e76-b95d-b2269e7efdb9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306063 Jun 29 23:26:35.455408 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45524) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:35.468775 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-521369f2-c833-4a8b-b74a-0c2f7daa3fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:35.557327 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-521369f2-c833-4a8b-b74a-0c2f7daa3fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:35.631990 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-521369f2-c833-4a8b-b74a-0c2f7daa3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:35.635849 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-76c3c896-d483-4ec1-8c56-d5d7bed159d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:35.670706 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521369f2-c833-4a8b-b74a-0c2f7daa3fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a10abe-ef13-4884-823f-127ffa56def4,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:35.677452 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 45530) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:35.677989 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-521369f2-c833-4a8b-b74a-0c2f7daa3fdb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=989cfe6c0aba483e8c62dedba58b4351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204154 Jun 29 23:26:35.678736 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-521369f2-c833-4a8b-b74a-0c2f7daa3fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:35.752180 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:35.775587 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:35.921697 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc4373-c985-4594-bc74-6b694f9dc6a4 req-6d410a02-c937-4e78-9753-c7a0ea4696da tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:35.923373 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-19cc4373-c985-4594-bc74-6b694f9dc6a4 req-6d410a02-c937-4e78-9753-c7a0ea4696da tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1105220 Jun 29 23:26:35.929191 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:35.931807 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:35.932942 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2a10abe-ef13-4884-823f-127ffa56def4 HTTP/1.1" status: 204 len: 168 time: 0.2532055 Jun 29 23:26:35.933761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-ebc7896d-7c23-4033-a81b-fad7a34346c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:35.936150 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac9e72-2e10-4649-9772-0037aa03db07 req-d8b09a06-1485-472d-a664-433570c7d4b4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:35.941115 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6ac9e72-2e10-4649-9772-0037aa03db07 req-d8b09a06-1485-472d-a664-433570c7d4b4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1232734 Jun 29 23:26:35.942701 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a10abe-ef13-4884-823f-127ffa56def4,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:35.950396 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.950776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.951145 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.951533 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.952065 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.952421 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.952935 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.953294 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.953660 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.954002 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.954349 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.954861 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:26:35.958686 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:35.991992 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-19cc4373-c985-4594-bc74-6b694f9dc6a4 req-f7f10c02-4069-4895-8f73-30ccb56fa923 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534749 Jun 29 23:26:36.004821 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6ac9e72-2e10-4649-9772-0037aa03db07 req-159cad1f-004e-474f-84e5-a1bd71f6fafa tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582504 Jun 29 23:26:36.552551 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa5d5-7f1c-4ec8-b342-4734c2899578 req-12ca0e5a-4ae0-4c9f-a0b7-b280de6bca5f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:36.554057 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a24fa5d5-7f1c-4ec8-b342-4734c2899578 req-12ca0e5a-4ae0-4c9f-a0b7-b280de6bca5f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0617898 Jun 29 23:26:36.593732 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a24fa5d5-7f1c-4ec8-b342-4734c2899578 req-907306fa-fbf8-4110-97c5-1328595dbad1 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326252 Jun 29 23:26:37.210141 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12a22d-5448-4dab-9dc8-24c095a2946d req-6fb296e1-14c9-4d93-a3c3-8f098d8a27f0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:37.211744 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac12a22d-5448-4dab-9dc8-24c095a2946d req-6fb296e1-14c9-4d93-a3c3-8f098d8a27f0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0718265 Jun 29 23:26:37.250304 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac12a22d-5448-4dab-9dc8-24c095a2946d req-bbfe41fc-b14b-4d51-9753-845a701add6a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327916 Jun 29 23:26:37.772827 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f24cc5-1583-4486-a676-3545946c89f1 req-fc69dc26-054c-4c2b-81e0-f0736c3148e2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:37.774290 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-08f24cc5-1583-4486-a676-3545946c89f1 req-fc69dc26-054c-4c2b-81e0-f0736c3148e2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0671446 Jun 29 23:26:37.815547 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-08f24cc5-1583-4486-a676-3545946c89f1 req-1299938b-0eeb-4930-a512-c30933c5a5f8 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349798 Jun 29 23:26:37.843756 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 45608) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:37.947157 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cb88dcfb-9212-41aa-b490-28165256d184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.031881 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cb88dcfb-9212-41aa-b490-28165256d184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.068329 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 45614) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:38.106657 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cb88dcfb-9212-41aa-b490-28165256d184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.110585 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-99d957e1-8922-4cb8-ac43-f7f64966d687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:38.150980 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45620) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:38.151113 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-cb88dcfb-9212-41aa-b490-28165256d184 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff5ab2cc1e964ea384c222612f908864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061988 Jun 29 23:26:38.152020 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88dcfb-9212-41aa-b490-28165256d184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879b1cf8-e572-4801-9a1d-cb0119e8fe91,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:38.155221 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cb88dcfb-9212-41aa-b490-28165256d184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:38.180765 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-56069ea0-1d2f-4e7d-8515-e47d15a7b3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.214310 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78ca3f4c-ff90-47c6-8cbc-9586f5bc927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.238051 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78ca3f4c-ff90-47c6-8cbc-9586f5bc927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.274265 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-56069ea0-1d2f-4e7d-8515-e47d15a7b3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.334619 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-56069ea0-1d2f-4e7d-8515-e47d15a7b3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.338410 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-2096423d-4c06-4b32-8e6d-815b427850e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:38.376583 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-56069ea0-1d2f-4e7d-8515-e47d15a7b3df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cfe60b58e65a4039beb9b89220235f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070846 Jun 29 23:26:38.377756 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56069ea0-1d2f-4e7d-8515-e47d15a7b3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f15e90-b17e-41ba-a8d1-3bd395c088bb,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:38.382608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 45628) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:38.384557 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78ca3f4c-ff90-47c6-8cbc-9586f5bc927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.384829 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-56069ea0-1d2f-4e7d-8515-e47d15a7b3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:38.387640 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78ca3f4c-ff90-47c6-8cbc-9586f5bc927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.389397 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-78ca3f4c-ff90-47c6-8cbc-9586f5bc927c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/879b1cf8-e572-4801-9a1d-cb0119e8fe91 HTTP/1.1" status: 204 len: 168 time: 0.2368972 Jun 29 23:26:38.408060 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4bbf711a-4750-430f-97f9-9175a8c5518e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:38.421368 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca3f4c-ff90-47c6-8cbc-9586f5bc927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879b1cf8-e572-4801-9a1d-cb0119e8fe91,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:38.424095 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-78ca3f4c-ff90-47c6-8cbc-9586f5bc927c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:38.442109 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-44a6b4ca-c089-4078-b0d6-3c2ea16bb0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.468984 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-44a6b4ca-c089-4078-b0d6-3c2ea16bb0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.470421 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba9ba9-19d2-48f2-8fd0-dd768331d7de req-4b153ce7-e7a4-4463-95a1-352738a8bc1b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:38.472483 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10ba9ba9-19d2-48f2-8fd0-dd768331d7de req-4b153ce7-e7a4-4463-95a1-352738a8bc1b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1008599 Jun 29 23:26:38.516394 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10ba9ba9-19d2-48f2-8fd0-dd768331d7de req-d48d03a8-5343-4a44-a41b-e1aaa58f1ece tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354729 Jun 29 23:26:38.688963 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-44a6b4ca-c089-4078-b0d6-3c2ea16bb0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.691959 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-44a6b4ca-c089-4078-b0d6-3c2ea16bb0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:38.693123 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-44a6b4ca-c089-4078-b0d6-3c2ea16bb0c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5f15e90-b17e-41ba-a8d1-3bd395c088bb HTTP/1.1" status: 204 len: 168 time: 0.3095067 Jun 29 23:26:38.693976 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f81b970a-be0f-4d1b-b986-0b45927e23af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:38.701724 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6b4ca-c089-4078-b0d6-3c2ea16bb0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f15e90-b17e-41ba-a8d1-3bd395c088bb,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:38.703925 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-44a6b4ca-c089-4078-b0d6-3c2ea16bb0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:39.239405 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9510f-1a3a-48ab-a694-fbdd532963f0 req-8fa7a9f8-ec0e-40a0-be51-aad5a0bf5fab tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:39.240950 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79e9510f-1a3a-48ab-a694-fbdd532963f0 req-8fa7a9f8-ec0e-40a0-be51-aad5a0bf5fab tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.3094621 Jun 29 23:26:39.285880 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79e9510f-1a3a-48ab-a694-fbdd532963f0 req-b2b26c62-918c-47d3-bcb2-e95d8a516618 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382702 Jun 29 23:26:39.697722 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00322214-c6a9-40b9-a086-79bdb23c6a0e req-e7d827fd-5531-4216-a594-9044bb9c607e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:39.699167 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-00322214-c6a9-40b9-a086-79bdb23c6a0e req-e7d827fd-5531-4216-a594-9044bb9c607e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0649040 Jun 29 23:26:39.739422 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-00322214-c6a9-40b9-a086-79bdb23c6a0e req-8deec0fc-39ad-46fc-9b7b-bf38815cf74e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344424 Jun 29 23:26:40.463240 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de68646-f5f3-4a34-bac9-b04d023a81a6 req-62da3ddc-08f9-4ebf-9996-cee6f124ce3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:40.464704 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9de68646-f5f3-4a34-bac9-b04d023a81a6 req-62da3ddc-08f9-4ebf-9996-cee6f124ce3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0640941 Jun 29 23:26:40.503323 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9de68646-f5f3-4a34-bac9-b04d023a81a6 req-43fbcf39-9bf8-437e-8950-e28ebed7bd5b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328033 Jun 29 23:26:40.949358 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23623546-78a0-4e7a-b411-17298cbf7b18 req-d6fc19de-0f25-4274-a47e-8360f210dc2e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:40.950866 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-23623546-78a0-4e7a-b411-17298cbf7b18 req-d6fc19de-0f25-4274-a47e-8360f210dc2e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0730226 Jun 29 23:26:41.001807 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-23623546-78a0-4e7a-b411-17298cbf7b18 req-aea5770f-34f8-412a-9d84-132712032d1b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396168 Jun 29 23:26:41.671713 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef7ad6-06f4-480c-9f8a-936b9e8d176c req-034a6cb8-6392-4a51-ae71-0b568e7da318 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:41.673146 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4ef7ad6-06f4-480c-9f8a-936b9e8d176c req-034a6cb8-6392-4a51-ae71-0b568e7da318 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0590048 Jun 29 23:26:41.721150 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4ef7ad6-06f4-480c-9f8a-936b9e8d176c req-eabf5489-8a78-4bea-acc3-32ddcadbe3d4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Jun 29 23:26:42.181974 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b8aa2-1aab-4cdd-bb68-cf567e5ade17 req-005c6692-dd0c-45b2-90ce-e30e6e8e08a7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:42.183328 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec2b8aa2-1aab-4cdd-bb68-cf567e5ade17 req-005c6692-dd0c-45b2-90ce-e30e6e8e08a7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0615251 Jun 29 23:26:42.221685 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec2b8aa2-1aab-4cdd-bb68-cf567e5ade17 req-b36f9748-ee35-4f2a-836a-6e5ec0306687 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Jun 29 23:26:42.894174 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b1070-8627-4c73-8f0c-16481cc23e85 req-d2ca6e20-20ce-4bdf-bcee-8de9fe1d8c45 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:42.895792 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-469b1070-8627-4c73-8f0c-16481cc23e85 req-d2ca6e20-20ce-4bdf-bcee-8de9fe1d8c45 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0642235 Jun 29 23:26:42.934576 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-469b1070-8627-4c73-8f0c-16481cc23e85 req-45c7e6d0-9eb3-40fe-9bf9-79e24d59e60d tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327952 Jun 29 23:26:43.409571 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ced9d-5efd-42f5-a844-f03a4c81bae1 req-668daf85-1e6c-4b07-8a3f-f69fb7e73492 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:43.411081 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e84ced9d-5efd-42f5-a844-f03a4c81bae1 req-668daf85-1e6c-4b07-8a3f-f69fb7e73492 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0685935 Jun 29 23:26:43.455971 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e84ced9d-5efd-42f5-a844-f03a4c81bae1 req-188c4a9c-91da-411a-ba61-be23ca2994a2 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390334 Jun 29 23:26:44.120377 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d4d88-59ac-4af0-802b-5f723c40935c req-9e72de41-ade2-4ca5-abc2-f25d33679740 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:44.121835 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-803d4d88-59ac-4af0-802b-5f723c40935c req-9e72de41-ade2-4ca5-abc2-f25d33679740 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0631757 Jun 29 23:26:44.158842 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-803d4d88-59ac-4af0-802b-5f723c40935c req-c97d3cde-3dce-41f1-b1e8-d5f898ff1d40 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307834 Jun 29 23:26:44.624692 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73960df1-6009-4521-83c2-812a2e0aed97 req-3fcd79ba-8c6d-4f68-83dd-3e8e0d7e924a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:44.626061 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73960df1-6009-4521-83c2-812a2e0aed97 req-3fcd79ba-8c6d-4f68-83dd-3e8e0d7e924a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0599489 Jun 29 23:26:44.665800 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73960df1-6009-4521-83c2-812a2e0aed97 req-8ff039ed-9ba1-44b2-8b71-9c15bc17dfb3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333555 Jun 29 23:26:45.328821 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb1a3d-573d-4653-a75c-9f7aacf3b30f req-78764c5a-d621-40d4-abb8-e0532cda0ed6 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:45.330771 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79eb1a3d-573d-4653-a75c-9f7aacf3b30f req-78764c5a-d621-40d4-abb8-e0532cda0ed6 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0606153 Jun 29 23:26:45.366654 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79eb1a3d-573d-4653-a75c-9f7aacf3b30f req-5c3c443e-e919-4c67-9d24-e51ed1a8c645 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302227 Jun 29 23:26:45.835129 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6ec52-ba00-43a1-8ad6-d936cc024b09 req-81e188fc-78fc-4771-b29f-08522ce93fa4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:45.836578 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b1e6ec52-ba00-43a1-8ad6-d936cc024b09 req-81e188fc-78fc-4771-b29f-08522ce93fa4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0603032 Jun 29 23:26:45.872553 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b1e6ec52-ba00-43a1-8ad6-d936cc024b09 req-c7c912db-9ab2-48bb-99ed-d3cb83f77592 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305591 Jun 29 23:26:46.536270 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9418d0-80f0-418e-b7c8-6fdea1fb7075 req-51571420-5457-4e76-873c-30017bf691a8 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:46.537695 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-de9418d0-80f0-418e-b7c8-6fdea1fb7075 req-51571420-5457-4e76-873c-30017bf691a8 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0629766 Jun 29 23:26:46.573892 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-de9418d0-80f0-418e-b7c8-6fdea1fb7075 req-b49255a6-36b4-4d56-84b0-c276a7e1a04f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307102 Jun 29 23:26:47.043335 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0873d0b-cbd9-4bd1-adc1-f5906ecebd15 req-f9eea26a-963e-41bc-a693-64068bb3df51 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:47.044830 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e0873d0b-cbd9-4bd1-adc1-f5906ecebd15 req-f9eea26a-963e-41bc-a693-64068bb3df51 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0612516 Jun 29 23:26:47.082697 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e0873d0b-cbd9-4bd1-adc1-f5906ecebd15 req-5154cf7c-6f5f-42d6-8ad8-ea21549a8e50 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Jun 29 23:26:47.747505 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758caf83-0c9e-4a29-917c-a9fc4a3f6e74 req-1535f9b2-70f6-44b2-b313-42225fe7a201 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:47.748872 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-758caf83-0c9e-4a29-917c-a9fc4a3f6e74 req-1535f9b2-70f6-44b2-b313-42225fe7a201 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0630913 Jun 29 23:26:47.791582 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-758caf83-0c9e-4a29-917c-a9fc4a3f6e74 req-1da26fab-40de-4e46-9b38-86ecc9ccf4b2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362468 Jun 29 23:26:48.288074 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddca9c4-0774-48ec-8460-ee0e0b438594 req-7ecd706c-d741-4653-8dd4-20972c26ec27 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:48.297697 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4ddca9c4-0774-48ec-8460-ee0e0b438594 req-7ecd706c-d741-4653-8dd4-20972c26ec27 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0883822 Jun 29 23:26:48.344038 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4ddca9c4-0774-48ec-8460-ee0e0b438594 req-0f32be66-46da-4010-8e90-d7263774866c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453944 Jun 29 23:26:48.803997 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4349-209b-4e9d-bf7e-8374593fbd8a req-da4ab1f4-ec53-4693-a268-dc680f04d386 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:48.805478 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3a8e4349-209b-4e9d-bf7e-8374593fbd8a req-da4ab1f4-ec53-4693-a268-dc680f04d386 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0624039 Jun 29 23:26:48.845778 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3a8e4349-209b-4e9d-bf7e-8374593fbd8a req-4e79752a-db5e-4d60-aec9-321c28156aa4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344722 Jun 29 23:26:48.986018 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79580bd4-b60e-4871-81ac-59bfda72f24b req-2e46cd5d-6d81-4c66-9c20-7a8c0cbc444b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:48.987501 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79580bd4-b60e-4871-81ac-59bfda72f24b req-2e46cd5d-6d81-4c66-9c20-7a8c0cbc444b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0663240 Jun 29 23:26:49.025756 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79580bd4-b60e-4871-81ac-59bfda72f24b req-b361fd40-11d4-4fee-9690-17eec98e3fff tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Jun 29 23:26:49.518287 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962452d-c358-4fd8-9218-dc3fb0a18851 req-f6679c1a-f11d-4d56-81d2-9b5891d3b1ec tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:49.519798 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3962452d-c358-4fd8-9218-dc3fb0a18851 req-f6679c1a-f11d-4d56-81d2-9b5891d3b1ec tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0604095 Jun 29 23:26:49.558313 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3962452d-c358-4fd8-9218-dc3fb0a18851 req-6add9fc1-b769-4826-861e-899ed39b8297 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301385 Jun 29 23:26:50.020646 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf088fd-d0c5-4b16-9105-055f28f803e7 req-e92c5151-1c24-4732-870c-1107c01ec922 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:50.022100 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0bf088fd-d0c5-4b16-9105-055f28f803e7 req-e92c5151-1c24-4732-870c-1107c01ec922 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0606334 Jun 29 23:26:50.061455 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0bf088fd-d0c5-4b16-9105-055f28f803e7 req-85ccfaab-e563-4d42-80f6-05bcb7edd195 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Jun 29 23:26:50.195815 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a1f51-0618-4cb5-a76e-11202f470aee req-abcf4bad-217a-4122-af6f-9c71d1521637 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:50.197280 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-722a1f51-0618-4cb5-a76e-11202f470aee req-abcf4bad-217a-4122-af6f-9c71d1521637 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0619264 Jun 29 23:26:50.234177 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-722a1f51-0618-4cb5-a76e-11202f470aee req-9ff64deb-8f91-4e14-853b-3e168c54cc37 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312140 Jun 29 23:26:50.361041 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-69dd7f8e-76c8-4493-bcfe-e48137bad3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:50.732744 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0d20-95a0-43d0-88be-95e608af601d req-08855a66-4a7f-43b2-8606-ece8e19de6da tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:50.734172 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-478a0d20-95a0-43d0-88be-95e608af601d req-08855a66-4a7f-43b2-8606-ece8e19de6da tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0618227 Jun 29 23:26:50.770422 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-478a0d20-95a0-43d0-88be-95e608af601d req-16d6f446-cdfe-42a6-8ba2-8845b30814c3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305867 Jun 29 23:26:51.237094 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba89f8b-5924-4974-9ed5-f30fb4aabbc7 req-9664d599-c039-47d3-910b-16cd8d1fbd47 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:51.238572 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ba89f8b-5924-4974-9ed5-f30fb4aabbc7 req-9664d599-c039-47d3-910b-16cd8d1fbd47 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0653105 Jun 29 23:26:51.281543 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ba89f8b-5924-4974-9ed5-f30fb4aabbc7 req-3e9f12d1-38c7-4e60-a21f-cac16f02f5d5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318880 Jun 29 23:26:51.409729 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cde14-44a7-4ea4-8331-cc63ce26119c req-45f61caf-1629-47c0-a39a-6f82bbd03b2e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:51.412085 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b98cde14-44a7-4ea4-8331-cc63ce26119c req-45f61caf-1629-47c0-a39a-6f82bbd03b2e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0613062 Jun 29 23:26:51.450968 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b98cde14-44a7-4ea4-8331-cc63ce26119c req-b294a867-1098-4c5b-af00-9f6fd586f0a6 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334399 Jun 29 23:26:51.544268 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-31758110-59df-44e2-837b-99115aa09f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:51.545684 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-31758110-59df-44e2-837b-99115aa09f73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1098 time: 0.0531762 Jun 29 23:26:51.640603 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-e4400fc1-967f-46b6-883b-5d8289f4cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:51.642099 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-e4400fc1-967f-46b6-883b-5d8289f4cdae service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 919 time: 0.0831382 Jun 29 23:26:51.688441 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-d573b438-0c1e-43b0-8f4d-9f81ebd060e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e219f38b-ca16-4c45-904d-d982f4f547e2 HTTP/1.1" status: 200 len: 217 time: 0.0371039 Jun 29 23:26:51.738441 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-3eeb7002-e911-412b-a73c-b951d81b106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:51.739918 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-3eeb7002-e911-412b-a73c-b951d81b106f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 200 len: 858 time: 0.0434599 Jun 29 23:26:51.771648 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-db850565-0049-49a3-95a2-ee7466f804ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c661940-3fd1-4623-ad6b-0bf033a2109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252657 Jun 29 23:26:51.863170 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-0fbb1b6b-e088-4761-af02-7b6ee69b7d65 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830090 Jun 29 23:26:51.946642 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf591b5-4678-4850-ab16-85ccda19e707 req-e8dae906-852a-452d-b783-045f0a976444 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:51.948200 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ddf591b5-4678-4850-ab16-85ccda19e707 req-e8dae906-852a-452d-b783-045f0a976444 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0625241 Jun 29 23:26:51.952198 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-839118ef-d1f7-4bcb-980a-c8b28dc9f676 req-26cceb40-8a60-4df1-a314-41f04ce143e7 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813854 Jun 29 23:26:51.991602 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ddf591b5-4678-4850-ab16-85ccda19e707 req-29f4027f-f5cf-4383-9f77-15aa8ad4ec03 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371637 Jun 29 23:26:52.333668 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 45962) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:52.381307 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1957ec6c-60fa-41ad-8b69-7986d854b202 admin admin] Deleting subnet c4c6dae7-9315-4a57-94fd-45105091d2b5 {{(pid=93640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:26:52.384470 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1957ec6c-60fa-41ad-8b69-7986d854b202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.418440 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1957ec6c-60fa-41ad-8b69-7986d854b202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530369790'] for subnet, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.458880 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a1017-aadd-4ff9-96b1-8b8721c4b91f req-141a3dc7-e330-4cac-815b-2579e3fb40f7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:52.464927 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1957ec6c-60fa-41ad-8b69-7986d854b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.465244 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c77a1017-aadd-4ff9-96b1-8b8721c4b91f req-141a3dc7-e330-4cac-815b-2579e3fb40f7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0741940 Jun 29 23:26:52.528144 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c77a1017-aadd-4ff9-96b1-8b8721c4b91f req-2bce4603-d241-481a-b521-74862f41f7d5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622661 Jun 29 23:26:52.637398 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1957ec6c-60fa-41ad-8b69-7986d854b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530125381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530263330'] for subnet, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.640665 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:52.662626 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a29e8-5cb6-4d01-92d9-08d3a6105a03 req-6befc20b-ed23-4bb1-af2a-0835c881629b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:52.664224 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a73a29e8-5cb6-4d01-92d9-08d3a6105a03 req-6befc20b-ed23-4bb1-af2a-0835c881629b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0614812 Jun 29 23:26:52.667778 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957ec6c-60fa-41ad-8b69-7986d854b202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c6dae7-9315-4a57-94fd-45105091d2b5,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:52.669549 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1957ec6c-60fa-41ad-8b69-7986d854b202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.673944 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-1957ec6c-60fa-41ad-8b69-7986d854b202 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c4c6dae7-9315-4a57-94fd-45105091d2b5 HTTP/1.1" status: 204 len: 168 time: 0.3368888 Jun 29 23:26:52.674846 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45972) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:52.675475 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1957ec6c-60fa-41ad-8b69-7986d854b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:52.768195 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a73a29e8-5cb6-4d01-92d9-08d3a6105a03 req-c135e876-3101-468f-8ee1-971480c7f744 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952826 Jun 29 23:26:52.773860 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.854636 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.865317 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a68c4b-20a9-4dcd-b56e-e7be260a90d2']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:52.875416 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317c8e80-28da-4265-abbf-88e9f01ac3c5') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:52.875768 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317c8e80-28da-4265-abbf-88e9f01ac3c5') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:52.884680 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.897744 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.903323 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:26:52.903736 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:26:52.905323 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:26:53.041003 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.045916 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.051055 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/96a68c4b-20a9-4dcd-b56e-e7be260a90d2 HTTP/1.1" status: 204 len: 168 time: 0.3720417 Jun 29 23:26:53.051055 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-913c5f3a-5325-4fdb-bb55-cf1762e3ad17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:53.051221 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45980) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:53.083480 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a68c4b-20a9-4dcd-b56e-e7be260a90d2,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:53.085967 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-90e01cee-4b02-414f-95c4-1320c6264ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:53.104627 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] Deleting subnet 7e9a7cb0-a735-4b29-90d8-7bbe0a405ed2 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:26:53.109106 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.174743 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730802'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.208320 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-809b0642-c15a-4821-bcd5-86d86b9d98ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.222325 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.252610 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e28c5-04f4-429c-99e4-d9ed119bfe1f req-f1b77db0-0b77-4b0b-871b-f173604693d7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:53.254073 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bd6e28c5-04f4-429c-99e4-d9ed119bfe1f req-f1b77db0-0b77-4b0b-871b-f173604693d7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1472855 Jun 29 23:26:53.308483 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bd6e28c5-04f4-429c-99e4-d9ed119bfe1f req-685bcd7e-cad9-45c6-8c33-409a611d2ea0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472341 Jun 29 23:26:53.369055 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529152971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528790060'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.371482 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7e60979e-3620-4d89-80ef-56993818c249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:53.385543 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.394998 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9a7cb0-a735-4b29-90d8-7bbe0a405ed2,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:53.398028 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:53.398994 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.400845 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7e9a7cb0-a735-4b29-90d8-7bbe0a405ed2 HTTP/1.1" status: 204 len: 168 time: 0.3487899 Jun 29 23:26:53.403305 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45982) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:53.469141 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.549811 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.565017 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e720c2-75c9-4fb8-9e1f-c08742626a26']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:53.574212 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b900f423-58db-4735-8357-790b22434cda') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:53.574485 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b900f423-58db-4735-8357-790b22434cda') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:26:53.584371 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.598464 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.605076 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:26:53.605628 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:26:53.607250 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:26:53.724319 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36713ef5-0ff3-48a9-bda1-c96f414d3a73 req-93a4e617-2024-46fc-8f28-f15b73af2868 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:53.725777 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36713ef5-0ff3-48a9-bda1-c96f414d3a73 req-93a4e617-2024-46fc-8f28-f15b73af2868 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0675740 Jun 29 23:26:53.745095 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.755375 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:53.765004 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:53.766986 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d4e720c2-75c9-4fb8-9e1f-c08742626a26 HTTP/1.1" status: 204 len: 168 time: 0.3627467 Jun 29 23:26:53.777704 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e720c2-75c9-4fb8-9e1f-c08742626a26,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:53.784954 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36713ef5-0ff3-48a9-bda1-c96f414d3a73 req-901d4b36-6a04-4530-bc14-fbbdcd2c7b43 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527413 Jun 29 23:26:53.784954 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-dbe26657-e591-4f0d-b0d7-04f847d99289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:53.939358 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b758f-bbe3-4c03-bb31-006a73c6ad0b req-f55d8fee-778c-4e11-a25d-21f0d8427709 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:53.940752 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a43b758f-bbe3-4c03-bb31-006a73c6ad0b req-f55d8fee-778c-4e11-a25d-21f0d8427709 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0608075 Jun 29 23:26:53.979639 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a43b758f-bbe3-4c03-bb31-006a73c6ad0b req-4e3633e7-c62f-4d8a-ba5e-215886f9064e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332010 Jun 29 23:26:54.108174 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 45998) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:54.149067 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ad263151-0465-4404-8f77-34c4241c44e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1733b34e7c548819f9351ba60fb9ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385695 Jun 29 23:26:54.150811 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46000) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:54.202263 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-830b85db-8082-4244-a7ba-089ef82417cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:54.223070 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-830b85db-8082-4244-a7ba-089ef82417cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:54.351584 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-830b85db-8082-4244-a7ba-089ef82417cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:54.354874 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-830b85db-8082-4244-a7ba-089ef82417cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:54.359520 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-830b85db-8082-4244-a7ba-089ef82417cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f7ca628-e0c0-4068-8c81-f4331e9a5b17 HTTP/1.1" status: 204 len: 168 time: 0.2073886 Jun 29 23:26:54.363412 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e4c49270-d2fc-46a7-bc08-dd66489bbacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:54.369566 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b85db-8082-4244-a7ba-089ef82417cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ca628-e0c0-4068-8c81-f4331e9a5b17,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:54.373763 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-830b85db-8082-4244-a7ba-089ef82417cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:54.437260 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:54.523044 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db62dd-4e99-4927-b3b7-ed939228ad48 req-18e76d0f-96ff-436d-98a3-cf6bdfedf05f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:54.524556 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7db62dd-4e99-4927-b3b7-ed939228ad48 req-18e76d0f-96ff-436d-98a3-cf6bdfedf05f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.1054695 Jun 29 23:26:54.534414 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2165b68-c368-4ff4-b2b7-99192e1969c2 req-d42d8d82-f0e6-45cd-8bdc-709f925959ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:54.542611 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d2165b68-c368-4ff4-b2b7-99192e1969c2 req-d42d8d82-f0e6-45cd-8bdc-709f925959ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1053901 Jun 29 23:26:54.596478 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7db62dd-4e99-4927-b3b7-ed939228ad48 req-cc2394be-b4ad-4d01-8468-f88f2d72ca00 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592210 Jun 29 23:26:54.600216 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d2165b68-c368-4ff4-b2b7-99192e1969c2 req-5ebcf18c-233f-416e-9553-f733268751a3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574677 Jun 29 23:26:54.958035 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b47722-f630-469a-bb76-1c5e4ea23343 req-28ceb939-028d-4920-b373-2b6078b1356f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:54.959525 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40b47722-f630-469a-bb76-1c5e4ea23343 req-28ceb939-028d-4920-b373-2b6078b1356f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0629275 Jun 29 23:26:54.996551 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40b47722-f630-469a-bb76-1c5e4ea23343 req-c199dff3-6910-43f5-8169-d9a323c81b7c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Jun 29 23:26:55.053075 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46018) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:55.091671 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e94061c3-2706-4a75-8d8d-4243d1b42c8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3dc1744aaf7f42d1ae4ddd5ddab701af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371411 Jun 29 23:26:55.094038 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46020) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:55.140890 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-96f89aa0-6702-4a98-bb3f-c12cac1e29e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:55.163443 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-96f89aa0-6702-4a98-bb3f-c12cac1e29e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:55.309370 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-96f89aa0-6702-4a98-bb3f-c12cac1e29e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:55.313698 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-96f89aa0-6702-4a98-bb3f-c12cac1e29e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:55.313698 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-96f89aa0-6702-4a98-bb3f-c12cac1e29e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d82ea88-4cc0-4068-b59c-b5c46dc51ab8 HTTP/1.1" status: 204 len: 168 time: 0.2177947 Jun 29 23:26:55.314154 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:55.322025 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f89aa0-6702-4a98-bb3f-c12cac1e29e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d82ea88-4cc0-4068-b59c-b5c46dc51ab8,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:55.324298 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-96f89aa0-6702-4a98-bb3f-c12cac1e29e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:55.740073 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:55.820235 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca530a-e9c3-4ba9-88c9-f424ed8f0555 req-3c2b6a19-c3d5-44f5-8e79-08647b7ef55e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:55.821624 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09ca530a-e9c3-4ba9-88c9-f424ed8f0555 req-3c2b6a19-c3d5-44f5-8e79-08647b7ef55e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.1086218 Jun 29 23:26:55.833825 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdac20-75c9-460a-b6ab-4c4f5b721c21 req-4d28c594-4d44-4c29-a032-8d3cab7ad85c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:55.835231 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-15cdac20-75c9-460a-b6ab-4c4f5b721c21 req-4d28c594-4d44-4c29-a032-8d3cab7ad85c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0880587 Jun 29 23:26:55.891144 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09ca530a-e9c3-4ba9-88c9-f424ed8f0555 req-ecd80fc9-558d-456d-9e1c-5463a06ee206 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549593 Jun 29 23:26:55.907062 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-15cdac20-75c9-460a-b6ab-4c4f5b721c21 req-cae6df38-39a2-411a-8404-669c98a75055 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585465 Jun 29 23:26:56.175340 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d756a6-5208-4936-a647-61c11d499c02 req-b05fb824-da1d-4be9-b18f-1a5f2d91eddd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:56.180254 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95d756a6-5208-4936-a647-61c11d499c02 req-b05fb824-da1d-4be9-b18f-1a5f2d91eddd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0686455 Jun 29 23:26:56.217604 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95d756a6-5208-4936-a647-61c11d499c02 req-517ad6c2-b4ff-489f-88ef-9416d3e15527 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350161 Jun 29 23:26:56.416185 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46054) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:56.547158 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-815719364-network', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:56.688487 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Made reservation on behalf of e29cf551b9714c0f844c4e3b6f03c84a for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:56.691774 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:56.701112 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:56.788154 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:56.837030 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:56.840608 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4934b2f0-07b5-45f5-8224-7ac92cedce35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:56.862922 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:26:56.872027 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f965c301-44ec-4a92-b37b-f3db5ef07478,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:56.876019 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:56.877525 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:56.877857 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Added segment efb97d85-2b6f-49ee-ac5b-d88452a7d414 of type vlan for network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 Jun 29 23:26:56.917573 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.021883 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.023140 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:57.023741 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.042128 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:57.144632 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7272339 Jun 29 23:26:57.150642 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46068) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:57.156232 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Request body: {'subnet': {'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-815719364-subnet', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:57.157775 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Pushing event updated for resources: {'Network': ['ID=0f63a9fe-9195-4b3f-8615-44a18bd185c3,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:57.162495 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:57.168317 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:26:57.178035 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da829a3c-aca3-4890-aa86-f260c7b51127 req-905b1282-2037-4360-8825-22c42457629b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:57.179542 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-da829a3c-aca3-4890-aa86-f260c7b51127 req-905b1282-2037-4360-8825-22c42457629b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.1680522 Jun 29 23:26:57.203082 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a487cb-ca3f-4d1f-b0de-dafd81a5ab89 req-ec2af413-9470-47d8-8576-309987f7ae00 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:57.204597 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11a487cb-ca3f-4d1f-b0de-dafd81a5ab89 req-ec2af413-9470-47d8-8576-309987f7ae00 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1603940 Jun 29 23:26:57.247052 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-da829a3c-aca3-4890-aa86-f260c7b51127 req-6de27a3c-3f7c-4307-981c-02f44f2e6d55 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594840 Jun 29 23:26:57.248343 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Made reservation on behalf of e29cf551b9714c0f844c4e3b6f03c84a for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:26:57.250989 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530263303'] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.262261 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11a487cb-ca3f-4d1f-b0de-dafd81a5ab89 req-537e17dd-9304-4966-94f2-e243a8685732 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491233 Jun 29 23:26:57.399098 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device de91d95a-06c1-4240-9a71-8c60e803f37a details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:26:57.415700 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1afaa8-0c31-43b9-9b57-db0962615aac req-1997944f-53cc-47df-9282-6ee26c1789e6 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:57.420418 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e1afaa8-0c31-43b9-9b57-db0962615aac req-1997944f-53cc-47df-9282-6ee26c1789e6 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0663562 Jun 29 23:26:57.470720 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e1afaa8-0c31-43b9-9b57-db0962615aac req-97b866b1-ea7f-4b51-948b-213b7a820203 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476973 Jun 29 23:26:57.475566 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530125322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530263317'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.479511 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-92d7fe15-1370-4a16-a8d8-e91c083e0c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:57.520185 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:26:57.531718 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'port_id': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'mac_address': 'fa:16:3e:22:94:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:26:57.561769 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6215a83-ecaa-4a42-b800-220fd6566702,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:57.566801 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:57.569614 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.582062 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de91d95a-06c1-4240-9a71-8c60e803f37a {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:26:57.588073 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Checking segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:26:57.588430 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Network hostable DHCP agents. Network: 0f63a9fe-9195-4b3f-8615-44a18bd185c3, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:26:57.601531 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:26:57.604533 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b266-5590-48f2-9b00-106f75791337 req-08b343d4-eae4-49f5-b595-cfd818709735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:57.606118 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c17b266-5590-48f2-9b00-106f75791337 req-08b343d4-eae4-49f5-b595-cfd818709735 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 1099 time: 0.0964701 Jun 29 23:26:57.688533 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.691662 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:57.699757 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:26:57.712848 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b266-5590-48f2-9b00-106f75791337 req-3c4ecf22-89c0-47c3-bdca-2f0f03346e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:57.717935 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c17b266-5590-48f2-9b00-106f75791337 req-3c4ecf22-89c0-47c3-bdca-2f0f03346e7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 912 time: 0.0921810 Jun 29 23:26:57.740359 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=6']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:57.743655 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:57.769619 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 0f63a9fe-9195-4b3f-8615-44a18bd185c3) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:26:57.778571 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6ee630-c8f0-48bd-bd3f-24933e0f87d8 None None] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:26:57.787079 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:57.787709 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.792588 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c17b266-5590-48f2-9b00-106f75791337 req-7a5820f8-81aa-4d36-aa18-4ea9125e4004 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26903de5-203d-4c6d-9b5d-dd991267eefa HTTP/1.1" status: 200 len: 1002 time: 0.0657144 Jun 29 23:26:57.850085 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b266-5590-48f2-9b00-106f75791337 req-1e2b97de-dbf2-4e2c-8e5e-78d24d64356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:57.851794 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c17b266-5590-48f2-9b00-106f75791337 req-1e2b97de-dbf2-4e2c-8e5e-78d24d64356a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cd51bbb-eb2f-4679-8361-22fe3e4938f8 HTTP/1.1" status: 200 len: 850 time: 0.0484865 Jun 29 23:26:57.892973 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-54dc7586-a687-42d6-8edc-818dad161922 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7405753 Jun 29 23:26:57.895954 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46082) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:26:57.900645 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:26:57.925834 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b266-5590-48f2-9b00-106f75791337 req-9d15c40a-fb6e-4c3b-ba7e-1a6cc357a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:57.927316 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c17b266-5590-48f2-9b00-106f75791337 req-9d15c40a-fb6e-4c3b-ba7e-1a6cc357a63c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d8ecfa1-3c87-4166-9abc-18a879e92697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633492 Jun 29 23:26:57.936390 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:26:57.937250 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.959084 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['de91d95a-06c1-4240-9a71-8c60e803f37a'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:26:57.974322 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:57.975797 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:58.023143 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c17b266-5590-48f2-9b00-106f75791337 req-ac799bde-344f-484c-8c88-885854e2ca76 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879774 Jun 29 23:26:58.031239 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:58.122255 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c17b266-5590-48f2-9b00-106f75791337 req-a4298a3c-191f-4cc3-abb1-23b40052862c service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897031 Jun 29 23:26:58.138143 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Allocated IP 172.20.0.2 (0f63a9fe-9195-4b3f-8615-44a18bd185c3/f6215a83-ecaa-4a42-b800-220fd6566702/16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:26:58.232994 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:58.338808 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:58.349385 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Transition to ACTIVE for port object 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:26:58.367742 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Transition to ACTIVE for port object 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:26:58.454924 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:58.457492 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:58.495920 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:26:58.503265 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:26:58.506156 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:26:58.514034 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Pushing event updated for resources: {'Port': ['ID=16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:58.516999 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:58.572858 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Attempting to bind port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:26:58.573239 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Attempting to bind port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:26:58.573611 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Attempting to bind port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:26:58.579139 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:26:58.579554 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Checking segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:26:58.580017 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:58.580425 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Bound using segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:26:58.580912 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Bound port: 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:26:58.581302 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:58.653680 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] For port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:26:58.656917 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] For port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:26:58.704678 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc4be-5d3d-4970-ae6d-7d1babbbddde req-fbabf579-40da-41a6-b44b-7712091c633f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:58.706177 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1bfdc4be-5d3d-4970-ae6d-7d1babbbddde req-fbabf579-40da-41a6-b44b-7712091c633f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.3345518 Jun 29 23:26:58.723443 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:58.732707 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:58.828876 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Pushing event updated for resources: {'Port': ['ID=16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:26:58.839583 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a636f-9998-4047-b1fd-0580c668f8e2 req-85712a31-3b76-4ddb-8505-cf53371669e3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:58.845102 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:26:58.846391 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ff1a636f-9998-4047-b1fd-0580c668f8e2 req-85712a31-3b76-4ddb-8505-cf53371669e3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 944 time: 0.4210761 Jun 29 23:26:58.870494 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1bfdc4be-5d3d-4970-ae6d-7d1babbbddde req-3abbee3e-ffd7-47e4-a735-714deb01703f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555884 Jun 29 23:26:59.002973 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:59.039863 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ff1a636f-9998-4047-b1fd-0580c668f8e2 req-c81fa535-cfd7-4149-add2-a58e3696a150 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924503 Jun 29 23:26:59.073270 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:59.298774 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a8167-ff71-49dd-bd18-f7b0536583e2 req-e2c4e239-f786-4af4-943c-675cb0a2f87d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:26:59.306969 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-304a8167-ff71-49dd-bd18-f7b0536583e2 req-e2c4e239-f786-4af4-943c-675cb0a2f87d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.2360952 Jun 29 23:26:59.416824 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device de91d95a-06c1-4240-9a71-8c60e803f37a up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:26:59.440944 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-304a8167-ff71-49dd-bd18-f7b0536583e2 req-b174e637-5305-4052-aa04-820536c95d68 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328294 Jun 29 23:26:59.463093 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Allocated IP 172.27.1.178 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/0db9bf19-7a17-458f-8aa0-65f53e4ecbb8) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:26:59.554129 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port de91d95a-06c1-4240-9a71-8c60e803f37a triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:26:59.555317 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:59.690005 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:59.692235 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:26:59.733385 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:59.781239 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:26:59.792152 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:26:59.795492 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a4c99a-77ff-41dd-8bc0-b74af52ae54a" -d '{"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-plugged", "status": "completed", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:26:59.877881 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:59.885996 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f445a3ec-73a4-401c-95bf-da7b817f4b38 x-openstack-request-id: req-f445a3ec-73a4-401c-95bf-da7b817f4b38 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:26:59.885996 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-plugged", "status": "completed", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:26:59.885996 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f445a3ec-73a4-401c-95bf-da7b817f4b38 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:26:59.885996 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'code': 200} Jun 29 23:26:59.885996 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:59.934449 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-529152824'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:26:59.947126 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:26:59.957758 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:26:59.960709 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:26:59.984530 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:27:00.028745 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=7']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:00.033823 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:00.034476 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:00.062640 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=0db9bf19-7a17-458f-8aa0-65f53e4ecbb8,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:00.087461 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:00.111731 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:00.357696 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff6c9b6-3b75-4cfd-a83f-f61f6f6c5625 None None] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:27:00.358872 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f77006-0467-421b-984b-6fb6fb27171d req-eb9555f1-0925-4b8e-8fe6-c318e8799aff tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:00.361852 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-20f77006-0467-421b-984b-6fb6fb27171d req-eb9555f1-0925-4b8e-8fe6-c318e8799aff tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.1999643 Jun 29 23:27:00.385476 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad126615-8bb2-409d-a0e4-2fe4bf5bfaba req-ecb32d54-218b-4803-a571-350a65193a1e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:00.387244 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ad126615-8bb2-409d-a0e4-2fe4bf5bfaba req-ecb32d54-218b-4803-a571-350a65193a1e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1395853 Jun 29 23:27:00.542579 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-2bedaae3-9dc9-48d0-aa49-a7d72b45e9be None None] Provisioning for port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:00.550443 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-2bedaae3-9dc9-48d0-aa49-a7d72b45e9be None None] Provisioning complete for port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:00.550962 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2bedaae3-9dc9-48d0-aa49-a7d72b45e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:00.563183 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ad126615-8bb2-409d-a0e4-2fe4bf5bfaba req-62a77213-069b-44be-87a8-8a2b3ac1b070 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685951 Jun 29 23:27:00.568008 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-20f77006-0467-421b-984b-6fb6fb27171d req-7cc53d0a-10f1-4e26-9b50-a762e823f21f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005715 Jun 29 23:27:00.613502 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:00.753836 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2bedaae3-9dc9-48d0-aa49-a7d72b45e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:00.800068 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-2bedaae3-9dc9-48d0-aa49-a7d72b45e9be None None] For port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:27:00.899918 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2bedaae3-9dc9-48d0-aa49-a7d72b45e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:00.907445 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:00.931897 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:00.944176 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd24a9-e893-4f82-bcfa-16addf6f8712 req-f699f3e1-49bd-4274-87c0-a83d5ad1df7d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:00.954043 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-72fd24a9-e893-4f82-bcfa-16addf6f8712 req-f699f3e1-49bd-4274-87c0-a83d5ad1df7d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1432779 Jun 29 23:27:00.977409 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedaae3-9dc9-48d0-aa49-a7d72b45e9be None None] Pushing event updated for resources: {'Port': ['ID=16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:00.981990 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2bedaae3-9dc9-48d0-aa49-a7d72b45e9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:01.040433 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-fe4f636f-7785-4971-99e7-c62a2da1fd2c None None] Provisioning complete for port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:01.040800 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fe4f636f-7785-4971-99e7-c62a2da1fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:01.060405 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-72fd24a9-e893-4f82-bcfa-16addf6f8712 req-d9bdd5a0-07c1-4508-9097-70cb197e3cf4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054003 Jun 29 23:27:01.254972 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:27:01.394474 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:27:01.405992 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Sync routers for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:27:01.415273 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:27:01.418406 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:26:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:01.460140 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:01.461380 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5642147 Jun 29 23:27:01.464379 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46194) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:01.558766 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:01.697514 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:27:01.702975 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:01.702975 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:01.855819 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2064b9a-f710-4ade-a203-dbb864ec4fdc req-abb08a27-f3f9-465a-b0e6-a037344677e9 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:01.856668 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b2064b9a-f710-4ade-a203-dbb864ec4fdc req-abb08a27-f3f9-465a-b0e6-a037344677e9 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1202240 Jun 29 23:27:01.943004 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b2064b9a-f710-4ade-a203-dbb864ec4fdc req-d63b240e-3fd8-4bde-85d5-652a2ac0a110 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762310 Jun 29 23:27:01.994884 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:00Z', 'revision_number': 3, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:02.024930 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Checking router: 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:27:02.025385 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Updating router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:27:02.067344 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.174189 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.354934 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc037-5224-4693-917c-71f615e631ba req-f86d6285-3b8d-41e0-bc8c-e3a25bdad1b5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:02.356582 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03bdc037-5224-4693-917c-71f615e631ba req-f86d6285-3b8d-41e0-bc8c-e3a25bdad1b5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1710286 Jun 29 23:27:02.458676 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Allocated IP 172.20.0.1 (0f63a9fe-9195-4b3f-8615-44a18bd185c3/f6215a83-ecaa-4a42-b800-220fd6566702/92aeb12e-c188-450c-a7e3-63b62dc95bc6) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:27:02.467893 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03bdc037-5224-4693-917c-71f615e631ba req-74223e14-ee59-44d9-b59f-ad3258ba8746 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032968 Jun 29 23:27:02.567997 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.578407 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Transition to ACTIVE for port object 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:02.588346 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.606208 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Transition to ACTIVE for port object 92aeb12e-c188-450c-a7e3-63b62dc95bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:02.643504 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.645822 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:02.698216 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Attempting to bind port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:27:02.698623 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Attempting to bind port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:27:02.698982 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Attempting to bind port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:27:02.700228 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-529152824'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.703740 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:02.710285 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:27:02.710285 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:27:02.710285 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.710285 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:27:02.710285 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Bound port: 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:27:02.710285 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.744272 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Pushing event updated for resources: {'Port': ['ID=0db9bf19-7a17-458f-8aa0-65f53e4ecbb8,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:02.748758 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:27:02.752511 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:27:02.763616 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.763959 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.764331 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.764434 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:27:02.764608 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.764937 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.765265 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.765599 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.766124 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.766520 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.766853 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.768345 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.768709 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:02.784105 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:02.806359 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] For port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:27:02.811281 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] For port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=0db9bf19-7a17-458f-8aa0-65f53e4ecbb8,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:27:02.814353 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Pushing event updated for resources: {'Port': ['ID=92aeb12e-c188-450c-a7e3-63b62dc95bc6,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:02.823347 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:02.837041 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.900646 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:02.903001 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-a9e9625d-0c8c-4d14-88f1-166a549706b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:02.961963 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:27:02.962539 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:26:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:03.016524 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Pushing event updated for resources: {'Port': ['ID=0db9bf19-7a17-458f-8aa0-65f53e4ecbb8,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:03.020453 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:03.108870 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:27:03.110933 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-791c8b5b-7311-406a-b683-264c794ffc32 None None] Provisioning for port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:03.115998 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-791c8b5b-7311-406a-b683-264c794ffc32 None None] Provisioning complete for port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:03.116375 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-791c8b5b-7311-406a-b683-264c794ffc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:03.165677 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-791c8b5b-7311-406a-b683-264c794ffc32 None None] Port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:27:03.195991 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:03.276195 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca055774-5cfc-441d-848d-fb104795b4c1 req-31d1efff-ff34-45dc-a1c8-a27588c889bc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:03.283610 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ca055774-5cfc-441d-848d-fb104795b4c1 req-31d1efff-ff34-45dc-a1c8-a27588c889bc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1416740 Jun 29 23:27:03.412691 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:00Z', 'revision_number': 3, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:03.423069 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ca055774-5cfc-441d-848d-fb104795b4c1 req-cd4b2c9e-dd92-4db9-b206-e62f59f52e4b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312900 Jun 29 23:27:03.447322 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db43e67-170d-4aba-bf7d-a2c59fbd1a3e None None] The sync data for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi is: [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:00Z', 'revision_number': 3, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:27:03.490520 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:03.662171 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a59f21-9c45-4dc0-b422-076dea1d2269 req-8afc55e6-ab37-4b46-97d4-a187679e5da3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:03.663696 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0a59f21-9c45-4dc0-b422-076dea1d2269 req-8afc55e6-ab37-4b46-97d4-a187679e5da3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0692840 Jun 29 23:27:03.703808 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0a59f21-9c45-4dc0-b422-076dea1d2269 req-13ef6953-0421-4086-8472-623653d13566 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342908 Jun 29 23:27:03.790949 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529152778'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:03.814921 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:03.870006 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:03.873697 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Pushing event updated for resources: {'Port': ['ID=92aeb12e-c188-450c-a7e3-63b62dc95bc6,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:03.880456 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:04.250224 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:27:04.252769 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:27:04.523195 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:27:04.602912 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-dc37f2cb-9521-4d41-9114-02b4bb01f572 None None] Provisioning complete for port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:04.604071 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc37f2cb-9521-4d41-9114-02b4bb01f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:04.685565 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-dc37f2cb-9521-4d41-9114-02b4bb01f572 None None] Port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:27:04.718080 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:27:04.723795 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] 10.222.0.61 "PUT /v2.0/routers/657fed7a-cf8d-4814-a9b8-c9be94ee6c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2584279 Jun 29 23:27:04.799230 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26654-98fa-4e7f-bf8f-e3735aa6f11b req-2ec9f0a8-667b-4312-a579-64e86dbe4a2e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:04.800821 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-42f26654-98fa-4e7f-bf8f-e3735aa6f11b req-2ec9f0a8-667b-4312-a579-64e86dbe4a2e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1306980 Jun 29 23:27:04.862563 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-42f26654-98fa-4e7f-bf8f-e3735aa6f11b req-c4020042-9ce0-4d52-a39a-fd253380e72f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539491 Jun 29 23:27:05.173594 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e1acf-3470-4f51-9900-6ff8065c5d5d req-5b58d53c-a635-4ccc-b779-0e5f36fcb936 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:05.175815 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-482e1acf-3470-4f51-9900-6ff8065c5d5d req-5b58d53c-a635-4ccc-b779-0e5f36fcb936 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1676829 Jun 29 23:27:05.293853 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-482e1acf-3470-4f51-9900-6ff8065c5d5d req-50835cf2-c07e-442e-b744-e37d5e28f386 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025267 Jun 29 23:27:05.592780 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Sync routers for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:27:05.614665 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:27:05.618236 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:26:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:05.745933 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:05.950947 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46278) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:05.982018 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:27:06.022934 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:06.039324 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:06.040507 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.052002 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46282) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:06.057268 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-993141274-network', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:06.081118 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:27:06.164437 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Made reservation on behalf of 2ca94cf14656438cb188eed8fb898f67 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:27:06.166923 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.182086 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.229141 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e695c-f029-4108-af4a-ec11d7f51d0b req-5bd6eb86-295a-4c82-840a-afebf1382bc7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:06.236520 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ae2e695c-f029-4108-af4a-ec11d7f51d0b req-5bd6eb86-295a-4c82-840a-afebf1382bc7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1358726 Jun 29 23:27:06.254881 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.302619 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ae2e695c-f029-4108-af4a-ec11d7f51d0b req-ff8233b7-c6a3-47e5-8020-d99b6922041b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648031 Jun 29 23:27:06.318644 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5dc88275-9495-45cf-b01f-d35c0db93fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.331910 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=0db9bf19-7a17-458f-8aa0-65f53e4ecbb8,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:27:06.404824 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.419108 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.431730 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:06.479283 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:03Z', 'revision_number': 2, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:06.503624 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.511769 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7113834e-092c-469a-a87d-592066209abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:06.512284 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Checking router: 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:27:06.512702 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Updating router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 binding host dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:27:06.552221 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.558028 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:27:06.574740 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6510ec4-3222-4ff7-a484-8f310845d71c req-eeaf394d-2799-4288-b5f3-9fa396742d27 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:06.577400 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a6510ec4-3222-4ff7-a484-8f310845d71c req-eeaf394d-2799-4288-b5f3-9fa396742d27 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1362755 Jun 29 23:27:06.581762 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81af474-977e-4891-9e2a-af8de2867ec5,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:06.586583 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:06.588957 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.589793 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Added segment 70440900-9829-49a4-81e1-25d37e8eddee of type vlan for network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 Jun 29 23:27:06.603279 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=0db9bf19-7a17-458f-8aa0-65f53e4ecbb8,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:06.616515 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:06.645574 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5dc88275-9495-45cf-b01f-d35c0db93fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.672978 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.688353 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a6510ec4-3222-4ff7-a484-8f310845d71c req-db4449aa-edf3-4566-b4a2-8ce2fa7b7bb3 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007445 Jun 29 23:27:06.749397 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5dc88275-9495-45cf-b01f-d35c0db93fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.761758 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d6a7d0bd-6d90-4824-9f92-04b8b8719b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:06.784720 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46292) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:06.792833 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-5dc88275-9495-45cf-b01f-d35c0db93fbc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6aeb64aa7e949df9340fc899f270278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8397362 Jun 29 23:27:06.831062 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.842804 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:06.855018 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.866137 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-26283338-6682-499f-baa4-692dbfabf745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:06.867071 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc88275-9495-45cf-b01f-d35c0db93fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487f61da-132c-4c15-aa36-6d7875e6195e,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:06.884128 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5dc88275-9495-45cf-b01f-d35c0db93fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:06.969949 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Pushing event updated for resources: {'Network': ['ID=42b25c8b-b1b6-42d2-b78b-0375abc406d8,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:06.982165 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:06.982869 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:27:06.986977 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bb55-28a3-4cf5-bcc2-49a1f91f1b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:06.987638 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.003556 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46296) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:07.009046 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Request body: {'subnet': {'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-993141274-subnet', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:07.013448 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f6a82928-10bb-4e01-8b17-991452cd609f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9601278 Jun 29 23:27:07.035976 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bb55-28a3-4cf5-bcc2-49a1f91f1b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.058150 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Transition to ACTIVE for port object 92aeb12e-c188-450c-a7e3-63b62dc95bc6 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:07.103622 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Made reservation on behalf of 2ca94cf14656438cb188eed8fb898f67 for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:27:07.106119 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530263303'] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.161285 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.163377 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:07.192939 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bb55-28a3-4cf5-bcc2-49a1f91f1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.205721 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bb55-28a3-4cf5-bcc2-49a1f91f1b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.209855 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f2e6bb55-28a3-4cf5-bcc2-49a1f91f1b95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/487f61da-132c-4c15-aa36-6d7875e6195e HTTP/1.1" status: 204 len: 168 time: 0.4235246 Jun 29 23:27:07.227556 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6eccb8a3-7458-4b18-9f45-f8645b5f60e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:07.256069 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6bb55-28a3-4cf5-bcc2-49a1f91f1b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487f61da-132c-4c15-aa36-6d7875e6195e,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:07.265319 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2b543-b194-4695-bfd9-8a6f76d0b4a9 None None] Pushing event updated for resources: {'Port': ['ID=92aeb12e-c188-450c-a7e3-63b62dc95bc6,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:07.268943 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4ff2b543-b194-4695-bfd9-8a6f76d0b4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:07.281048 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f2e6bb55-28a3-4cf5-bcc2-49a1f91f1b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:07.345145 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Attempting to bind port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:27:07.346088 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Attempting to bind port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:27:07.346530 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Attempting to bind port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:27:07.363565 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:27:07.363958 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Checking segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:27:07.364373 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.364779 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Bound using segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:27:07.365269 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Bound port: 92aeb12e-c188-450c-a7e3-63b62dc95bc6, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:27:07.365660 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.546647 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] For port 92aeb12e-c188-450c-a7e3-63b62dc95bc6, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:27:07.551170 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] For port 92aeb12e-c188-450c-a7e3-63b62dc95bc6, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=92aeb12e-c188-450c-a7e3-63b62dc95bc6,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:27:07.589538 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:07.613218 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721db7-5e61-494c-9221-a3a32be1350c req-85ed97b7-2084-4260-9651-c66bf31c22e3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:07.616985 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-be721db7-5e61-494c-9221-a3a32be1350c req-85ed97b7-2084-4260-9651-c66bf31c22e3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1636343 Jun 29 23:27:07.648437 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.650736 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:07.709888 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-be721db7-5e61-494c-9221-a3a32be1350c req-3ceae4d8-51c4-45e5-9478-920c49c946b5 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780199 Jun 29 23:27:07.731321 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530125322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530263317'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.731321 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:07.748182 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:27:07.760545 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:26:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:07.805743 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2b543-b194-4695-bfd9-8a6f76d0b4a9 None None] Pushing event updated for resources: {'Port': ['ID=92aeb12e-c188-450c-a7e3-63b62dc95bc6,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:07.811130 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4ff2b543-b194-4695-bfd9-8a6f76d0b4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:07.811858 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:07.812519 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:07.922380 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90754576-6d90-49d7-b00c-8052eaba8908,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:07.940825 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:07.972414 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Checking segment: {'id': '70440900-9829-49a4-81e1-25d37e8eddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:27:07.973252 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Network hostable DHCP agents. Network: 42b25c8b-b1b6-42d2-b78b-0375abc406d8, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:27:08.044753 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:27:08.104459 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:27:08.202936 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db571c17-bbe9-4145-84f4-5f170e8fee81 req-5bb851e6-83bf-4e9e-b4c9-eccdf8bbb848 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:08.204612 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db571c17-bbe9-4145-84f4-5f170e8fee81 req-5bb851e6-83bf-4e9e-b4c9-eccdf8bbb848 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0783765 Jun 29 23:27:08.243049 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db571c17-bbe9-4145-84f4-5f170e8fee81 req-90a2897b-0972-4d27-a6d6-8eff9458fc6e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Jun 29 23:27:08.389065 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 42b25c8b-b1b6-42d2-b78b-0375abc406d8) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:27:08.389065 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:08.389065 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:08.389942 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981d117-3756-48e4-b226-2fe701e38753 None None] Network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:27:08.397451 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:07Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:08.549909 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c7527-3d70-401b-bb30-99c6b9362918 None None] The sync data for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi is: [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:07Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:27:08.666439 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-42b25c8b-b1b6-42d2-b78b-0375abc406d8', 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'fixed_ips': [{'subnet_id': '90754576-6d90-49d7-b00c-8052eaba8908'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:27:08.667304 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:08.685548 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9cc78761-65a4-4aa2-881a-f689dae26a56 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6779146 Jun 29 23:27:08.685754 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46320) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:08.691658 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:08.890012 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Allocated IP 172.20.0.2 (42b25c8b-b1b6-42d2-b78b-0375abc406d8/90754576-6d90-49d7-b00c-8052eaba8908/9e44dd05-e976-43a5-b1ca-e871ef579c06) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:27:08.892991 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:08.894838 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:09.015681 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:09.037050 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09442b-dcac-48b2-bea0-3d892ce45b0e req-0727a554-cabf-4b5e-9796-85b520399e7a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:09.046926 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7c09442b-dcac-48b2-bea0-3d892ce45b0e req-0727a554-cabf-4b5e-9796-85b520399e7a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1315222 Jun 29 23:27:09.117941 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7c09442b-dcac-48b2-bea0-3d892ce45b0e req-8505341b-6c7f-4232-b9d6-c5143ee7425b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696895 Jun 29 23:27:09.260165 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:09.270255 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Transition to ACTIVE for port object 9e44dd05-e976-43a5-b1ca-e871ef579c06 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:09.308989 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Transition to ACTIVE for port object 9e44dd05-e976-43a5-b1ca-e871ef579c06 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:09.332500 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:09.395845 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:09.411605 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:09.545773 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Pushing event updated for resources: {'Port': ['ID=9e44dd05-e976-43a5-b1ca-e871ef579c06,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:09.577404 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c87f6b-1086-4f3f-b8d5-158e13302404 req-9bb7d423-47a5-46bd-944d-a289d42a24cd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:09.580786 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-23c87f6b-1086-4f3f-b8d5-158e13302404 req-9bb7d423-47a5-46bd-944d-a289d42a24cd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1493475 Jun 29 23:27:09.585002 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:27:09.586189 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:09.587698 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:27:09.610739 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:27:09.636103 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-23c87f6b-1086-4f3f-b8d5-158e13302404 req-1c2bf296-6df6-4ba8-abd1-365cfcc5d959 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Jun 29 23:27:09.700992 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 92aeb12e-c188-450c-a7e3-63b62dc95bc6 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:09.885097 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Attempting to bind port 9e44dd05-e976-43a5-b1ca-e871ef579c06 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:27:09.885636 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Attempting to bind port 9e44dd05-e976-43a5-b1ca-e871ef579c06 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '70440900-9829-49a4-81e1-25d37e8eddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:27:09.886110 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Attempting to bind port 9e44dd05-e976-43a5-b1ca-e871ef579c06 on network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:27:09.899176 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:27:09.900013 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Checking segment: {'id': '70440900-9829-49a4-81e1-25d37e8eddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:27:09.900254 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:09.900771 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Bound using segment: {'id': '70440900-9829-49a4-81e1-25d37e8eddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:27:09.901360 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Bound port: 9e44dd05-e976-43a5-b1ca-e871ef579c06, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70440900-9829-49a4-81e1-25d37e8eddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:27:09.901842 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:09.914960 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:09.950542 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:09.996635 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:10.000346 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] For port 9e44dd05-e976-43a5-b1ca-e871ef579c06, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:27:10.005509 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] For port 9e44dd05-e976-43a5-b1ca-e871ef579c06, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=9e44dd05-e976-43a5-b1ca-e871ef579c06,segment=NetworkSegment(70440900-9829-49a4-81e1-25d37e8eddee),segment_id=70440900-9829-49a4-81e1-25d37e8eddee)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:27:10.007961 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:10.009783 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:10.121145 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Allocated IP 172.27.1.63 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/eeb7e13c-213f-40bf-aec5-b75e1de522d0) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:27:10.134266 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:10.138424 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:10.191244 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:10.290375 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Pushing event updated for resources: {'Port': ['ID=9e44dd05-e976-43a5-b1ca-e871ef579c06,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:10.303164 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:10.320894 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 92aeb12e-c188-450c-a7e3-63b62dc95bc6, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=92aeb12e-c188-450c-a7e3-63b62dc95bc6,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:27:10.383913 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:10.428649 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:10.431068 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2bedaae3-9dc9-48d0-aa49-a7d72b45e9be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:10.487618 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051976d-21bd-401b-99c4-9016e57c26d2 req-b297e9f7-b487-4672-8369-2219176ea76f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:10.487618 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b051976d-21bd-401b-99c4-9016e57c26d2 req-b297e9f7-b487-4672-8369-2219176ea76f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0975528 Jun 29 23:27:10.552361 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b051976d-21bd-401b-99c4-9016e57c26d2 req-abc693d6-8fa1-4222-b72d-2ed7e57256f9 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733089 Jun 29 23:27:10.570596 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=92aeb12e-c188-450c-a7e3-63b62dc95bc6,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:10.574247 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:10.578420 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:10.602179 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:10.639159 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:27:10.642499 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:27:10.646486 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:27:10.678024 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb7e13c-213f-40bf-aec5-b75e1de522d0,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:10.682310 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:10.914562 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15002c19-3984-4381-8186-1dc8fea4a38f req-5434bd2e-5ed5-4851-aa44-8abd1dff89e2 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:10.916696 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-15002c19-3984-4381-8186-1dc8fea4a38f req-5434bd2e-5ed5-4851-aa44-8abd1dff89e2 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0854790 Jun 29 23:27:10.964921 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-15002c19-3984-4381-8186-1dc8fea4a38f req-7d9cf61c-aaa2-4d89-bb08-b342f261a224 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Jun 29 23:27:11.140289 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:11.451729 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:11.661214 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f123a39-06b7-48c3-80f6-46ad6b5d76d1 None None] Network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:27:11.760416 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Router 988afc62-5764-4f9f-ba75-56d26326e3f9 is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:27:11.781896 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 9e44dd05-e976-43a5-b1ca-e871ef579c06 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:11.839065 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e5c6-fc98-4be2-b11a-930f1828524e req-b982761c-ec24-42d8-9651-bbb5badc70bb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:11.856366 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a93e5c6-fc98-4be2-b11a-930f1828524e req-b982761c-ec24-42d8-9651-bbb5badc70bb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1026976 Jun 29 23:27:11.909229 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a93e5c6-fc98-4be2-b11a-930f1828524e req-5d10e4be-c95b-4001-b86b-3555b2136a5c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516398 Jun 29 23:27:11.931247 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:27:11.937050 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Sync routers for ids ['988afc62-5764-4f9f-ba75-56d26326e3f9'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:27:11.943977 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Routers {'988afc62-5764-4f9f-ba75-56d26326e3f9'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:27:11.945005 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:26:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['988afc62-5764-4f9f-ba75-56d26326e3f9'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:11.948532 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-aafad947-2262-4a37-b335-52ab020dbbf7 None None] Provisioning for port 9e44dd05-e976-43a5-b1ca-e871ef579c06 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:12.058232 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Notify callbacks [] for router, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:12.059631 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3728848 Jun 29 23:27:12.062226 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46384) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:12.109434 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Set router 988afc62-5764-4f9f-ba75-56d26326e3f9 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:27:12.153501 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 9e44dd05-e976-43a5-b1ca-e871ef579c06 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:12.163105 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 9e44dd05-e976-43a5-b1ca-e871ef579c06 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:12.163846 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:12.370221 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c0f9b-c89b-4216-810e-efc792f2a600 req-badf76fb-2af5-4900-8024-65d3e2666a6e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:12.379674 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-183c0f9b-c89b-4216-810e-efc792f2a600 req-badf76fb-2af5-4900-8024-65d3e2666a6e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1550086 Jun 29 23:27:12.394248 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:12.480986 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-183c0f9b-c89b-4216-810e-efc792f2a600 req-bdf2f78b-6c7a-47ce-b504-150d5b05c01c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003525 Jun 29 23:27:12.526136 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 9e44dd05-e976-43a5-b1ca-e871ef579c06, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=9e44dd05-e976-43a5-b1ca-e871ef579c06,segment=NetworkSegment(70440900-9829-49a4-81e1-25d37e8eddee),segment_id=70440900-9829-49a4-81e1-25d37e8eddee)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:27:12.613340 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:27:08Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 3, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'gw_port': {'id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:09Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:12.625778 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:12.630076 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 92aeb12e-c188-450c-a7e3-63b62dc95bc6 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:12.632591 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:12.672042 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Checking router: 988afc62-5764-4f9f-ba75-56d26326e3f9 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:27:12.672707 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Updating router 988afc62-5764-4f9f-ba75-56d26326e3f9 port eeb7e13c-213f-40bf-aec5-b75e1de522d0 binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:27:12.734246 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=9e44dd05-e976-43a5-b1ca-e871ef579c06,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:12.735372 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:12.738599 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:12.746793 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-ac7e90ec-8316-44db-8e74-feb1569a6c34 None None] Provisioning complete for port 9e44dd05-e976-43a5-b1ca-e871ef579c06 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:12.748990 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ac7e90ec-8316-44db-8e74-feb1569a6c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:12.804193 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:12.805024 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.129538 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.141153 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.141731 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Transition to ACTIVE for port object eeb7e13c-213f-40bf-aec5-b75e1de522d0 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:13.185693 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91947f-e037-4b8e-ae91-e387fc61c48a req-c3ebd877-35d1-4304-8a4b-cd51110dcc4d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:13.187645 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6a91947f-e037-4b8e-ae91-e387fc61c48a req-c3ebd877-35d1-4304-8a4b-cd51110dcc4d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.1245477 Jun 29 23:27:13.230146 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6a91947f-e037-4b8e-ae91-e387fc61c48a req-fb50a40b-df50-4c06-8498-3aaf0aec8937 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357738 Jun 29 23:27:13.231361 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.233896 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-37c93ca0-caa9-4605-8ded-aa98f01f8469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:13.280071 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Attempting to bind port eeb7e13c-213f-40bf-aec5-b75e1de522d0 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:27:13.286352 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Attempting to bind port eeb7e13c-213f-40bf-aec5-b75e1de522d0 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:27:13.286352 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Attempting to bind port eeb7e13c-213f-40bf-aec5-b75e1de522d0 on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:27:13.295141 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:27:13.295718 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:27:13.296407 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.297070 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:27:13.297566 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Bound port: eeb7e13c-213f-40bf-aec5-b75e1de522d0, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:27:13.298142 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.324156 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd664332-9f6c-4eec-a449-82265e89b8cd None None] Pushing event updated for resources: {'Port': ['ID=eeb7e13c-213f-40bf-aec5-b75e1de522d0,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:13.330028 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-fd664332-9f6c-4eec-a449-82265e89b8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:13.355804 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Allocated IP 172.20.0.1 (42b25c8b-b1b6-42d2-b78b-0375abc406d8/90754576-6d90-49d7-b00c-8052eaba8908/e3ccff38-6338-4a79-96e3-00e1f83c1432) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:27:13.370411 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] For port eeb7e13c-213f-40bf-aec5-b75e1de522d0, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:27:13.373761 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] For port eeb7e13c-213f-40bf-aec5-b75e1de522d0, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=eeb7e13c-213f-40bf-aec5-b75e1de522d0,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:27:13.477540 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.482798 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:13.505224 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.532211 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Transition to ACTIVE for port object e3ccff38-6338-4a79-96e3-00e1f83c1432 will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:13.646954 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.649224 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:13.702167 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 9e44dd05-e976-43a5-b1ca-e871ef579c06 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:13.702408 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Routers {'988afc62-5764-4f9f-ba75-56d26326e3f9'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:27:13.702924 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:26:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['988afc62-5764-4f9f-ba75-56d26326e3f9'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:13.739711 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:27:13.743101 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:27:13.761017 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ccff38-6338-4a79-96e3-00e1f83c1432,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:13.802908 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 9e44dd05-e976-43a5-b1ca-e871ef579c06 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:13.803623 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.806752 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd664332-9f6c-4eec-a449-82265e89b8cd None None] Pushing event updated for resources: {'Port': ['ID=eeb7e13c-213f-40bf-aec5-b75e1de522d0,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:13.810109 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:27:13.819732 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-fd664332-9f6c-4eec-a449-82265e89b8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:13.820223 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:13.896516 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b07a6-ec30-4350-8abb-9bdfdb0034af req-477ebc83-ea8f-4ad2-81ad-d7632eba68e0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:13.908608 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] Set router 988afc62-5764-4f9f-ba75-56d26326e3f9 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:27:13.911621 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4b5b07a6-ec30-4350-8abb-9bdfdb0034af req-477ebc83-ea8f-4ad2-81ad-d7632eba68e0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1742446 Jun 29 23:27:13.927039 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:13.967735 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4b5b07a6-ec30-4350-8abb-9bdfdb0034af req-ef057733-1bf8-47cc-82a0-6b26b3f6afeb tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548992 Jun 29 23:27:14.148651 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:27:08Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 3, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'gw_port': {'id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:09Z', 'updated_at': '2021-06-29T23:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:14.178248 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e31204-7c7c-42aa-bf7b-7fe01e06532d None None] The sync data for ids ['988afc62-5764-4f9f-ba75-56d26326e3f9'] in dv-cinder-796946-2-iscsi is: [{'id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:27:08Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 3, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'gw_port': {'id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:09Z', 'updated_at': '2021-06-29T23:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:27:14.433784 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf6cb7-ca5f-427c-b80f-74d2d964fca5 req-4a48f766-7ad2-45d8-89de-7a82826b2a15 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:14.435324 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6daf6cb7-ca5f-427c-b80f-74d2d964fca5 req-4a48f766-7ad2-45d8-89de-7a82826b2a15 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0661728 Jun 29 23:27:14.491098 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6daf6cb7-ca5f-427c-b80f-74d2d964fca5 req-1c2aa0dc-4f08-47b9-b0dc-da11efa74996 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460975 Jun 29 23:27:14.589487 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-a7010da0-49fa-4a8f-8f0a-d4f068e6fddf None None] Provisioning for port e3ccff38-6338-4a79-96e3-00e1f83c1432 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:14.594624 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-a7010da0-49fa-4a8f-8f0a-d4f068e6fddf None None] Provisioning complete for port e3ccff38-6338-4a79-96e3-00e1f83c1432 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:14.595011 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a7010da0-49fa-4a8f-8f0a-d4f068e6fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:14.645041 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:14.648267 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-a7010da0-49fa-4a8f-8f0a-d4f068e6fddf None None] Port e3ccff38-6338-4a79-96e3-00e1f83c1432 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:27:14.867519 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:14.926345 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:14.928657 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:15.015108 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ccff38-6338-4a79-96e3-00e1f83c1432,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:15.017907 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:15.021052 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:15.146832 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:27:15.146832 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:27:15.272133 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e6508-d92d-437e-899f-4177bddc634e req-13b3f608-e378-4480-89a6-40edda313366 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:15.285580 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-707e6508-d92d-437e-899f-4177bddc634e req-13b3f608-e378-4480-89a6-40edda313366 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.1744695 Jun 29 23:27:15.312446 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Router 988afc62-5764-4f9f-ba75-56d26326e3f9 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:27:15.352169 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-707e6508-d92d-437e-899f-4177bddc634e req-5150311c-069a-4a20-b0c5-cdb2e7885116 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627573 Jun 29 23:27:15.449766 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:27:15.456256 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] 10.222.0.61 "PUT /v2.0/routers/988afc62-5764-4f9f-ba75-56d26326e3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3924851 Jun 29 23:27:15.501188 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-b9998b2f-a532-4d1e-8705-fe725aebca48 None None] Provisioning complete for port e3ccff38-6338-4a79-96e3-00e1f83c1432 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:15.501752 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b9998b2f-a532-4d1e-8705-fe725aebca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:15.547188 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-b9998b2f-a532-4d1e-8705-fe725aebca48 None None] Port e3ccff38-6338-4a79-96e3-00e1f83c1432 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:27:15.600328 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device eeb7e13c-213f-40bf-aec5-b75e1de522d0 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:15.693787 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73045da0-e9b5-467c-8237-a6390144ff15 req-06e17607-208f-45e6-8f92-10a7946c6294 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:15.695467 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73045da0-e9b5-467c-8237-a6390144ff15 req-06e17607-208f-45e6-8f92-10a7946c6294 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0669076 Jun 29 23:27:15.733912 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73045da0-e9b5-467c-8237-a6390144ff15 req-9a922f0d-5bf5-4ca0-be73-b6dbe8efc468 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329771 Jun 29 23:27:15.750778 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port eeb7e13c-213f-40bf-aec5-b75e1de522d0 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:15.766836 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port eeb7e13c-213f-40bf-aec5-b75e1de522d0 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:15.767857 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:15.860720 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:15.883731 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port eeb7e13c-213f-40bf-aec5-b75e1de522d0, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=eeb7e13c-213f-40bf-aec5-b75e1de522d0,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:27:15.961526 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:15.963460 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:16.010452 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=eeb7e13c-213f-40bf-aec5-b75e1de522d0,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:16.016483 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:16.131485 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Sync routers for ids ['988afc62-5764-4f9f-ba75-56d26326e3f9'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:27:16.140398 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Routers {'988afc62-5764-4f9f-ba75-56d26326e3f9'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:27:16.141014 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:26:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['988afc62-5764-4f9f-ba75-56d26326e3f9'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:16.210804 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46436) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:16.215646 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-100222fb-2eaf-443f-90bc-a42508b51410 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044051501', 'description': 'tempest-secgroup-smoke-2044051501 description', 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:16.243869 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Set router 988afc62-5764-4f9f-ba75-56d26326e3f9 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:27:16.316899 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-100222fb-2eaf-443f-90bc-a42508b51410 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:16.412746 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-100222fb-2eaf-443f-90bc-a42508b51410 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:16.496558 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-100222fb-2eaf-443f-90bc-a42508b51410 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:16.502220 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-08bf5925-a8b4-442d-bd50-b69c783ad1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:16.539905 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100222fb-2eaf-443f-90bc-a42508b51410 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9130bc8a-918a-4f91-b36c-6f01849c257d,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:16.542989 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-100222fb-2eaf-443f-90bc-a42508b51410 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:16.562731 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c2f2c-3099-44d6-8950-c3c122fdbf84 req-771dd7c6-1dc8-4081-a69f-c26dd9382787 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:16.564960 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-783c2f2c-3099-44d6-8950-c3c122fdbf84 req-771dd7c6-1dc8-4081-a69f-c26dd9382787 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0968552 Jun 29 23:27:16.570128 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:27:08Z', 'updated_at': '2021-06-29T23:27:14Z', 'revision_number': 4, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'gw_port': {'id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:09Z', 'updated_at': '2021-06-29T23:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'e3ccff38-6338-4a79-96e3-00e1f83c1432', 'name': '', 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'mac_address': 'fa:16:3e:97:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '90754576-6d90-49d7-b00c-8052eaba8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:13Z', 'updated_at': '2021-06-29T23:27:14Z', 'revision_number': 2, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'subnets': [{'id': '90754576-6d90-49d7-b00c-8052eaba8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:16.599690 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Checking router: 988afc62-5764-4f9f-ba75-56d26326e3f9 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:27:16.600057 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Updating router 988afc62-5764-4f9f-ba75-56d26326e3f9 port e3ccff38-6338-4a79-96e3-00e1f83c1432 binding host dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:27:16.601764 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-783c2f2c-3099-44d6-8950-c3c122fdbf84 req-666fa223-d408-4af0-a5d0-bfec3a88c28b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Jun 29 23:27:16.633394 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:16.636244 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-100222fb-2eaf-443f-90bc-a42508b51410 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:16.640329 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-100222fb-2eaf-443f-90bc-a42508b51410 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4256065 Jun 29 23:27:16.642538 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46448) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:16.647072 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-4c4a5dcd-bdf1-4b0b-8bbf-2f5883941492 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'security_group_rule': {'security_group_id': '9130bc8a-918a-4f91-b36c-6f01849c257d', 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:16.739173 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5dcd-bdf1-4b0b-8bbf-2f5883941492 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:16.809290 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5dcd-bdf1-4b0b-8bbf-2f5883941492 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:16.895100 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5dcd-bdf1-4b0b-8bbf-2f5883941492 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:16.907653 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:16.911796 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:16.919738 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Transition to ACTIVE for port object e3ccff38-6338-4a79-96e3-00e1f83c1432 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:16.922429 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a5dcd-bdf1-4b0b-8bbf-2f5883941492 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15ecd25-e2f1-4d62-920a-0beac33b5c06,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:16.930642 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4c4a5dcd-bdf1-4b0b-8bbf-2f5883941492 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:16.953351 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3bf4e-b9d6-4c4f-9a3a-c7db4a39af88 req-477d13bf-9ac0-4a95-b166-fb173a369d80 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:16.955599 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c3b3bf4e-b9d6-4c4f-9a3a-c7db4a39af88 req-477d13bf-9ac0-4a95-b166-fb173a369d80 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0957580 Jun 29 23:27:16.993738 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c3b3bf4e-b9d6-4c4f-9a3a-c7db4a39af88 req-ff2cb7c6-4784-4793-85f7-86dbc9bbcdde tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Jun 29 23:27:17.017510 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5dcd-bdf1-4b0b-8bbf-2f5883941492 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.018685 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4c4a5dcd-bdf1-4b0b-8bbf-2f5883941492 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751323 Jun 29 23:27:17.025479 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46460) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:17.029973 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-69edd49a-53b5-4e1b-8938-5348cf556612 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'security_group_rule': {'security_group_id': '9130bc8a-918a-4f91-b36c-6f01849c257d', 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:17.048344 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.051361 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:17.096702 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860b83b-4677-4d04-bdf7-2ea421075251 None None] Pushing event updated for resources: {'Port': ['ID=e3ccff38-6338-4a79-96e3-00e1f83c1432,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:17.101504 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8860b83b-4677-4d04-bdf7-2ea421075251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:17.156589 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Attempting to bind port e3ccff38-6338-4a79-96e3-00e1f83c1432 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:27:17.156971 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Attempting to bind port e3ccff38-6338-4a79-96e3-00e1f83c1432 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '70440900-9829-49a4-81e1-25d37e8eddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:27:17.157339 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Attempting to bind port e3ccff38-6338-4a79-96e3-00e1f83c1432 on network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:27:17.162529 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:27:17.162935 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Checking segment: {'id': '70440900-9829-49a4-81e1-25d37e8eddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:27:17.163323 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.163752 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Bound using segment: {'id': '70440900-9829-49a4-81e1-25d37e8eddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:27:17.164257 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Bound port: e3ccff38-6338-4a79-96e3-00e1f83c1432, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70440900-9829-49a4-81e1-25d37e8eddee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:27:17.164644 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.191249 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69edd49a-53b5-4e1b-8938-5348cf556612 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.229514 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] For port e3ccff38-6338-4a79-96e3-00e1f83c1432, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:27:17.233024 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] For port e3ccff38-6338-4a79-96e3-00e1f83c1432, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=e3ccff38-6338-4a79-96e3-00e1f83c1432,segment=NetworkSegment(70440900-9829-49a4-81e1-25d37e8eddee),segment_id=70440900-9829-49a4-81e1-25d37e8eddee)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:27:17.255671 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69edd49a-53b5-4e1b-8938-5348cf556612 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.326311 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69edd49a-53b5-4e1b-8938-5348cf556612 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.326900 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.328490 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-901357cd-0092-4812-be54-6ad5e1c7d429 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:17.330715 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:17.344931 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edd49a-53b5-4e1b-8938-5348cf556612 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17107005-6ff6-417c-a66b-757aa395b886,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:17.347448 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-69edd49a-53b5-4e1b-8938-5348cf556612 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:17.389988 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Routers {'988afc62-5764-4f9f-ba75-56d26326e3f9'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:27:17.390633 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:26:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['988afc62-5764-4f9f-ba75-56d26326e3f9'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:17.429362 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69edd49a-53b5-4e1b-8938-5348cf556612 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.430789 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-69edd49a-53b5-4e1b-8938-5348cf556612 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4044008 Jun 29 23:27:17.433615 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46466) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:17.442112 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-03ac0fc7-f823-4ead-9085-7be1ecdfb59f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'security_group_rule': {'security_group_id': '9130bc8a-918a-4f91-b36c-6f01849c257d', 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:17.446723 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860b83b-4677-4d04-bdf7-2ea421075251 None None] Pushing event updated for resources: {'Port': ['ID=e3ccff38-6338-4a79-96e3-00e1f83c1432,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:17.455376 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8860b83b-4677-4d04-bdf7-2ea421075251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:17.529101 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] Set router 988afc62-5764-4f9f-ba75-56d26326e3f9 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:27:17.557544 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device eeb7e13c-213f-40bf-aec5-b75e1de522d0 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:17.567898 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-03ac0fc7-f823-4ead-9085-7be1ecdfb59f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.625852 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-03ac0fc7-f823-4ead-9085-7be1ecdfb59f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.700976 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port eeb7e13c-213f-40bf-aec5-b75e1de522d0 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:17.701534 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.745941 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-03ac0fc7-f823-4ead-9085-7be1ecdfb59f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.754739 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4c4a5dcd-bdf1-4b0b-8bbf-2f5883941492 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:17.772213 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac0fc7-f823-4ead-9085-7be1ecdfb59f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17887dfb-5f2f-472f-9ea0-2763ece67d81,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:17.774548 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-03ac0fc7-f823-4ead-9085-7be1ecdfb59f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:17.802027 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667b0f-6e02-448f-b709-ab7bfdfaa201 req-f0029542-05dc-4653-8c1a-efbd42808222 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:17.803456 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9667b0f-6e02-448f-b709-ab7bfdfaa201 req-f0029542-05dc-4653-8c1a-efbd42808222 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0898566 Jun 29 23:27:17.836381 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:27:08Z', 'updated_at': '2021-06-29T23:27:14Z', 'revision_number': 4, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'gw_port': {'id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:09Z', 'updated_at': '2021-06-29T23:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'e3ccff38-6338-4a79-96e3-00e1f83c1432', 'name': '', 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'mac_address': 'fa:16:3e:97:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '90754576-6d90-49d7-b00c-8052eaba8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:13Z', 'updated_at': '2021-06-29T23:27:17Z', 'revision_number': 4, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'subnets': [{'id': '90754576-6d90-49d7-b00c-8052eaba8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:27:17.842811 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9667b0f-6e02-448f-b709-ab7bfdfaa201 req-8d9094ed-29c7-4f35-92c3-bc67f7ea715f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336902 Jun 29 23:27:17.844132 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-03ac0fc7-f823-4ead-9085-7be1ecdfb59f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:17.847667 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-03ac0fc7-f823-4ead-9085-7be1ecdfb59f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4103701 Jun 29 23:27:17.848299 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46472) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:17.853708 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-f5c53f1c-1d4f-4219-86c0-5bea6bf75d42 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'security_group_rule': {'security_group_id': '9130bc8a-918a-4f91-b36c-6f01849c257d', 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:17.862441 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b95597-48d7-4181-8afe-1281fcb16a43 None None] The sync data for ids ['988afc62-5764-4f9f-ba75-56d26326e3f9'] in dv-cinder-796946-2-iscsi is: [{'id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:27:08Z', 'updated_at': '2021-06-29T23:27:14Z', 'revision_number': 4, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'gw_port': {'id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:09Z', 'updated_at': '2021-06-29T23:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'e3ccff38-6338-4a79-96e3-00e1f83c1432', 'name': '', 'network_id': '42b25c8b-b1b6-42d2-b78b-0375abc406d8', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'mac_address': 'fa:16:3e:97:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '90754576-6d90-49d7-b00c-8052eaba8908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:13Z', 'updated_at': '2021-06-29T23:27:17Z', 'revision_number': 4, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'subnets': [{'id': '90754576-6d90-49d7-b00c-8052eaba8908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:27:17.984706 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f5c53f1c-1d4f-4219-86c0-5bea6bf75d42 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.050203 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f5c53f1c-1d4f-4219-86c0-5bea6bf75d42 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.116459 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f5c53f1c-1d4f-4219-86c0-5bea6bf75d42 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.122408 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:18.136493 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c53f1c-1d4f-4219-86c0-5bea6bf75d42 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e461208-7d89-4e24-af37-46ca69bcdcb3,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:18.139025 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f5c53f1c-1d4f-4219-86c0-5bea6bf75d42 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:18.177795 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b3ece-35a7-4ba2-96d5-e947044aa179 req-2cc7631d-6346-4e65-949a-2e90698f0156 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:18.181414 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-689b3ece-35a7-4ba2-96d5-e947044aa179 req-2cc7631d-6346-4e65-949a-2e90698f0156 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0645649 Jun 29 23:27:18.200989 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f5c53f1c-1d4f-4219-86c0-5bea6bf75d42 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.202222 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-f5c53f1c-1d4f-4219-86c0-5bea6bf75d42 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3527560 Jun 29 23:27:18.204854 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46476) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:18.209608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'security_group_rule': {'security_group_id': '9130bc8a-918a-4f91-b36c-6f01849c257d', 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:18.222426 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-689b3ece-35a7-4ba2-96d5-e947044aa179 req-035d1536-161c-4b52-b98f-a994a7818803 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372205 Jun 29 23:27:18.309238 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.securitygroups_db [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Project e29cf551b9714c0f844c4e3b6f03c84a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:27:18.314799 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.389661 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.471313 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.473329 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:18.489922 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71496e38-ddbc-40c1-8238-a0995e5bf818,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:18.492563 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:18.582032 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.582032 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732693 Jun 29 23:27:18.582452 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46482) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:18.587045 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-dc485b53-33fa-42ac-b830-4104a11c2de2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'security_group_rule': {'security_group_id': '9130bc8a-918a-4f91-b36c-6f01849c257d', 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:18.693503 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.securitygroups_db [None req-dc485b53-33fa-42ac-b830-4104a11c2de2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Project e29cf551b9714c0f844c4e3b6f03c84a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:27:18.698982 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dc485b53-33fa-42ac-b830-4104a11c2de2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.750875 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dc485b53-33fa-42ac-b830-4104a11c2de2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.847483 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dc485b53-33fa-42ac-b830-4104a11c2de2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.849359 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:18.864730 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc485b53-33fa-42ac-b830-4104a11c2de2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9788c2d-c717-444e-9646-7976e1bbc84f,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:18.866946 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-dc485b53-33fa-42ac-b830-4104a11c2de2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:18.945145 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-dc485b53-33fa-42ac-b830-4104a11c2de2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:18.946348 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-dc485b53-33fa-42ac-b830-4104a11c2de2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3629262 Jun 29 23:27:19.017725 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c5322-3b41-43a2-a3df-428370d6e654 req-9bec7b41-7d03-4288-9967-b0b1e25641dd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:19.019340 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a28c5322-3b41-43a2-a3df-428370d6e654 req-9bec7b41-7d03-4288-9967-b0b1e25641dd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0671649 Jun 29 23:27:19.058706 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a28c5322-3b41-43a2-a3df-428370d6e654 req-6b0af9e0-4c58-4b32-92ed-4e105b7b87f5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333040 Jun 29 23:27:19.400516 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be1c9a-1699-4709-9c45-493c398f21a4 req-f9725caa-d98a-41e1-8510-7d2ac8c1f865 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:19.401876 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79be1c9a-1699-4709-9c45-493c398f21a4 req-f9725caa-d98a-41e1-8510-7d2ac8c1f865 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0606520 Jun 29 23:27:19.439077 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79be1c9a-1699-4709-9c45-493c398f21a4 req-4e95f4a2-8aeb-4528-99d5-400ec037c95a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315859 Jun 29 23:27:19.557206 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device e3ccff38-6338-4a79-96e3-00e1f83c1432 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:19.783196 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port e3ccff38-6338-4a79-96e3-00e1f83c1432 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:19.783383 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port e3ccff38-6338-4a79-96e3-00e1f83c1432 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:19.783785 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:19.858019 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:19.894790 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port e3ccff38-6338-4a79-96e3-00e1f83c1432, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=e3ccff38-6338-4a79-96e3-00e1f83c1432,segment=NetworkSegment(70440900-9829-49a4-81e1-25d37e8eddee),segment_id=70440900-9829-49a4-81e1-25d37e8eddee)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:27:19.966365 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:19.968255 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:20.017732 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=e3ccff38-6338-4a79-96e3-00e1f83c1432,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:20.020828 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:20.047722 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-40149f81-301c-424b-83fe-82c2b41cc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:20.049250 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-40149f81-301c-424b-83fe-82c2b41cc2d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 1098 time: 0.0524597 Jun 29 23:27:20.138404 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-3095ac0f-f2a3-4b83-a810-3703233f5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:20.139912 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-3095ac0f-f2a3-4b83-a810-3703233f5ae8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 918 time: 0.0830169 Jun 29 23:27:20.208437 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-9d52dbd4-1eea-4e7c-884e-d24941cad309 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de91d95a-06c1-4240-9a71-8c60e803f37a HTTP/1.1" status: 200 len: 1001 time: 0.0606227 Jun 29 23:27:20.237664 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea28e2b-4a41-464e-9878-48150982aebb req-7a8146c9-5257-4827-9002-0974e1ae84ba tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:20.239122 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1ea28e2b-4a41-464e-9878-48150982aebb req-7a8146c9-5257-4827-9002-0974e1ae84ba tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0661023 Jun 29 23:27:20.259531 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-4cb1019f-a09e-495b-b2d8-5cb712a89cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:20.260994 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-4cb1019f-a09e-495b-b2d8-5cb712a89cb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 200 len: 856 time: 0.0431094 Jun 29 23:27:20.277397 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1ea28e2b-4a41-464e-9878-48150982aebb req-a3a1ac53-6119-43f6-93cc-594df8714114 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Jun 29 23:27:20.320604 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-a153fd6a-1128-4a5c-b026-940b34019d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:20.322094 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-a153fd6a-1128-4a5c-b026-940b34019d24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1491f8eb-60e7-415d-8468-88dc866fd07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537293 Jun 29 23:27:20.388995 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b3e07bf9-18de-4ac1-8382-f6ff9d8711de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:20.419705 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-f1f119e3-8bd6-4632-9173-3dfdebb41306 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872996 Jun 29 23:27:20.516302 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-65b9ce0c-b915-49fb-a35e-b04decba4c56 req-1195d80d-bb7d-4817-8bdd-5fcaba036652 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891306 Jun 29 23:27:20.629480 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99155b46-c485-4ba5-87df-9559fdaad37c req-7958cba7-c8be-4133-8c6d-5dbc413f6f73 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:20.630983 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-99155b46-c485-4ba5-87df-9559fdaad37c req-7958cba7-c8be-4133-8c6d-5dbc413f6f73 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0725887 Jun 29 23:27:20.668370 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-99155b46-c485-4ba5-87df-9559fdaad37c req-8717af22-65e5-4571-9105-eebb75085a63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Jun 29 23:27:21.450739 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb82658-f680-4271-9bfa-404d774702f6 req-c13a17dd-0b0f-40b9-945f-77b3154e3b2d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:21.452178 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cdb82658-f680-4271-9bfa-404d774702f6 req-c13a17dd-0b0f-40b9-945f-77b3154e3b2d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0604191 Jun 29 23:27:21.497917 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cdb82658-f680-4271-9bfa-404d774702f6 req-6b84361c-695b-4cfe-9cfe-b36c4ab2f351 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Jun 29 23:27:21.535609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device e3ccff38-6338-4a79-96e3-00e1f83c1432 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:27:21.581430 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port e3ccff38-6338-4a79-96e3-00e1f83c1432 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:21.581728 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:21.848874 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baca36-55e9-4a36-8cd6-72303f451e45 req-8ec1d7f2-1bb2-475c-8cea-d784dd9ab02d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:21.850226 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69baca36-55e9-4a36-8cd6-72303f451e45 req-8ec1d7f2-1bb2-475c-8cea-d784dd9ab02d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0637958 Jun 29 23:27:21.890595 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69baca36-55e9-4a36-8cd6-72303f451e45 req-f3898ba0-6edb-43fc-a28d-08583deda15e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348399 Jun 29 23:27:22.657051 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ae147-7fe5-45c2-8de9-22ac3cb3ae68 req-7294fbda-8748-41c9-9c52-94446c8105f4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:22.658987 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f7ae147-7fe5-45c2-8de9-22ac3cb3ae68 req-7294fbda-8748-41c9-9c52-94446c8105f4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0599465 Jun 29 23:27:22.695338 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f7ae147-7fe5-45c2-8de9-22ac3cb3ae68 req-a5a00ab3-de72-41f6-a182-317b53dd7a33 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307024 Jun 29 23:27:23.066370 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed207d-4a7e-4d3c-bb86-a13e9278c0dd req-cdc2bbab-94e7-44c9-8869-7727dc5c36b4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:23.067855 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7ed207d-4a7e-4d3c-bb86-a13e9278c0dd req-cdc2bbab-94e7-44c9-8869-7727dc5c36b4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0643282 Jun 29 23:27:23.107114 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7ed207d-4a7e-4d3c-bb86-a13e9278c0dd req-e591968e-3a4b-4edc-95f0-b9db738ca329 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Jun 29 23:27:23.196283 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d63246c3-c28b-412b-8e57-848d73d8b1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:23.394679 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:23.866574 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c7c01-ace9-4a02-a80e-b52409636e31 req-a7e1edc6-84f2-410a-ab0a-9eef979ea3aa tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:23.868094 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7e4c7c01-ace9-4a02-a80e-b52409636e31 req-a7e1edc6-84f2-410a-ab0a-9eef979ea3aa tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0642776 Jun 29 23:27:23.903760 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7e4c7c01-ace9-4a02-a80e-b52409636e31 req-f1ce81d6-5534-41b4-9004-5356aa187626 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301366 Jun 29 23:27:24.283538 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0854fd-de0c-458b-bd16-8126631202ef req-a25afea6-3a33-41ee-848d-9eeaa93b69e6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:24.285013 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7e0854fd-de0c-458b-bd16-8126631202ef req-a25afea6-3a33-41ee-848d-9eeaa93b69e6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0622404 Jun 29 23:27:24.321378 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7e0854fd-de0c-458b-bd16-8126631202ef req-eb20aa27-4162-456d-ad64-eddbc28e63b9 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307465 Jun 29 23:27:24.402383 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:25.079728 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6694d1b-f5b2-497d-8807-3eb047d34a9c req-22121ed1-084f-47ac-b4c8-988289c728a4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:25.081185 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e6694d1b-f5b2-497d-8807-3eb047d34a9c req-22121ed1-084f-47ac-b4c8-988289c728a4 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0651736 Jun 29 23:27:25.117106 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e6694d1b-f5b2-497d-8807-3eb047d34a9c req-8fb22ae4-bec0-484f-a723-b06fd21529bb tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Jun 29 23:27:25.501395 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081476c8-211a-4015-8f13-7152fd76e66c req-d7a5b261-e644-4232-bda9-3ae608b7a4cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:25.502945 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-081476c8-211a-4015-8f13-7152fd76e66c req-d7a5b261-e644-4232-bda9-3ae608b7a4cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0651984 Jun 29 23:27:25.540434 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-081476c8-211a-4015-8f13-7152fd76e66c req-693501a4-a719-4c06-968d-15a800577f47 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314937 Jun 29 23:27:25.699254 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:26.310370 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828cb05-7dcd-49c8-b633-dcb1904d390e req-283102a6-6eac-4dfc-afa3-f75b7a85782f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:26.312045 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f828cb05-7dcd-49c8-b633-dcb1904d390e req-283102a6-6eac-4dfc-afa3-f75b7a85782f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0816972 Jun 29 23:27:26.353562 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f828cb05-7dcd-49c8-b633-dcb1904d390e req-39b1605a-82fb-4039-9bea-9a4bcf1a0ff9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347316 Jun 29 23:27:26.734255 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b33d1-de6c-4493-9996-02854b607437 req-7de38f60-bce0-4795-b6ec-486c564af61c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:26.735826 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-361b33d1-de6c-4493-9996-02854b607437 req-7de38f60-bce0-4795-b6ec-486c564af61c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 945 time: 0.0764592 Jun 29 23:27:26.773143 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-361b33d1-de6c-4493-9996-02854b607437 req-8b06e570-a59b-439f-b535-4f29fca85015 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314717 Jun 29 23:27:27.143589 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device de91d95a-06c1-4240-9a71-8c60e803f37a no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:27:27.218845 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:27.243705 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:27:27.245947 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f4430c-2a62-4174-90c9-c1bc51379873" -d '{"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-unplugged", "status": "completed", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:27:27.258115 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:27:27.276929 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 23:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c6a244-6512-435e-a23d-df0a421c9525 x-openstack-request-id: req-d3c6a244-6512-435e-a23d-df0a421c9525 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:27:27.277229 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-unplugged", "status": "failed", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a", "code": 422}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:27:27.277493 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3c6a244-6512-435e-a23d-df0a421c9525 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:27:27.277941 dv-cinder-796946-2-iscsi neutron-server[93642]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'code': 422} returned with failed status Jun 29 23:27:27.343256 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:27.345120 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:27.398234 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=8']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:27.406195 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.406582 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.407101 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.408242 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.408981 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.409334 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.410369 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.410369 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.410369 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.410790 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.411123 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.411866 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:27.416186 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:27.565852 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb314a2d-4f06-4baf-8f6d-c2d9efe08672 req-4ecedaf8-cf02-4443-b96a-125b96e426ee tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:27.567450 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb314a2d-4f06-4baf-8f6d-c2d9efe08672 req-4ecedaf8-cf02-4443-b96a-125b96e426ee tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0704324 Jun 29 23:27:27.605052 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb314a2d-4f06-4baf-8f6d-c2d9efe08672 req-56974dc9-00c4-4135-993c-8cf1d64ee5e9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319843 Jun 29 23:27:27.988857 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46684) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:28.093185 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa2187fc-556d-44c9-8453-4d1356006770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:28.179919 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa2187fc-556d-44c9-8453-4d1356006770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:28.252989 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa2187fc-556d-44c9-8453-4d1356006770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:28.256298 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-041f2020-38fa-4629-bdf8-cd5d943f3968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:28.290840 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-fa2187fc-556d-44c9-8453-4d1356006770 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d968bd3b213444db91c43282a1c236b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009379 Jun 29 23:27:28.291837 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2187fc-556d-44c9-8453-4d1356006770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6336869f-f74a-4a92-b22a-e2b787ec8bf4,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:28.294191 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46692) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:28.295124 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fa2187fc-556d-44c9-8453-4d1356006770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:28.356004 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-66910922-ad83-4873-8a42-116d50f508f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:28.376836 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-66910922-ad83-4873-8a42-116d50f508f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:28.481859 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035c06e-a0e7-4602-ac0f-9021045910fe req-3d84b341-2482-4a52-94a0-a87de5c6c19a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:28.488169 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f035c06e-a0e7-4602-ac0f-9021045910fe req-3d84b341-2482-4a52-94a0-a87de5c6c19a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0737102 Jun 29 23:27:28.493541 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-66910922-ad83-4873-8a42-116d50f508f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:28.496505 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-66910922-ad83-4873-8a42-116d50f508f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:28.498053 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-66910922-ad83-4873-8a42-116d50f508f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6336869f-f74a-4a92-b22a-e2b787ec8bf4 HTTP/1.1" status: 204 len: 168 time: 0.2026968 Jun 29 23:27:28.499092 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-85e9e566-b926-4504-91cc-01c4a7c16282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:28.508620 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66910922-ad83-4873-8a42-116d50f508f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6336869f-f74a-4a92-b22a-e2b787ec8bf4,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:28.511241 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-66910922-ad83-4873-8a42-116d50f508f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:28.533285 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f035c06e-a0e7-4602-ac0f-9021045910fe req-f56305d7-be08-47c6-b203-9c0c6ee75e32 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Jun 29 23:27:28.804196 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49032e-21fb-4619-823e-c729fd198e5c req-b3e4d493-d68a-49d1-b084-82e86b302487 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:28.811250 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5d49032e-21fb-4619-823e-c729fd198e5c req-b3e4d493-d68a-49d1-b084-82e86b302487 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0796978 Jun 29 23:27:28.850905 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5d49032e-21fb-4619-823e-c729fd198e5c req-ebc71a49-1bcc-49c4-a7cc-0f66351bae9b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Jun 29 23:27:29.138287 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46724) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:29.233558 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-c071601d-3560-445c-92d5-cc0580c403f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941064 Jun 29 23:27:29.717919 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bec39-5aad-4ae1-9350-b799f4454a4c req-53823069-1e24-434d-9c07-7f1e763ebfb6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:29.719640 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6b7bec39-5aad-4ae1-9350-b799f4454a4c req-53823069-1e24-434d-9c07-7f1e763ebfb6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0605114 Jun 29 23:27:29.755248 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6b7bec39-5aad-4ae1-9350-b799f4454a4c req-a68eb736-bdfa-4d2e-81fc-7c560c51f59a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295949 Jun 29 23:27:30.018287 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7278cac-b7e4-4392-91b3-bd86881ded4c req-09c109b8-d266-4072-89ae-283f54c7745c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:30.019865 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7278cac-b7e4-4392-91b3-bd86881ded4c req-09c109b8-d266-4072-89ae-283f54c7745c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0599341 Jun 29 23:27:30.036259 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:30.055186 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7278cac-b7e4-4392-91b3-bd86881ded4c req-51465665-3be9-4b13-82e1-a73a252f0747 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299261 Jun 29 23:27:30.943610 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4f520-19f4-48a2-ab56-e943726773ad req-f1f1bc1b-d2ce-47e0-baf6-68436c00ad91 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:30.945183 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bbe4f520-19f4-48a2-ab56-e943726773ad req-f1f1bc1b-d2ce-47e0-baf6-68436c00ad91 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0717726 Jun 29 23:27:30.986325 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bbe4f520-19f4-48a2-ab56-e943726773ad req-d31a906c-8710-45f2-8655-d6e58cef32aa tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335503 Jun 29 23:27:31.246185 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ccb3f-0ca4-4199-b7d2-d29363a3cf90 req-34608f79-933c-48df-8fb3-9dc2c0ae69c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:31.247708 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-366ccb3f-0ca4-4199-b7d2-d29363a3cf90 req-34608f79-933c-48df-8fb3-9dc2c0ae69c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0770698 Jun 29 23:27:31.285644 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-366ccb3f-0ca4-4199-b7d2-d29363a3cf90 req-5eb1e0a7-1b5b-401c-8e5a-7a5ba55f166b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Jun 29 23:27:32.016635 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6900da-728a-4986-9122-ee1347256189 req-8f221082-5492-4fb2-b55d-0569af738d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:32.019173 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2b6900da-728a-4986-9122-ee1347256189 req-8f221082-5492-4fb2-b55d-0569af738d39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1098 time: 0.0564253 Jun 29 23:27:32.062518 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2b6900da-728a-4986-9122-ee1347256189 req-13f0dc5b-0f9a-4f75-8e5b-b9b41a2416eb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285561 Jun 29 23:27:32.167409 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb14ac4-1b49-4111-81c4-2c6ecbb37fba req-11dfcce0-0311-4198-8614-6ecb4f584ad8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:32.168880 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0cb14ac4-1b49-4111-81c4-2c6ecbb37fba req-11dfcce0-0311-4198-8614-6ecb4f584ad8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0642471 Jun 29 23:27:32.205849 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0cb14ac4-1b49-4111-81c4-2c6ecbb37fba req-457f1e3f-7d3d-413d-a174-1d36b5a35a28 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314050 Jun 29 23:27:32.457476 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498246b7-2795-45cd-834e-36778b14e7fd req-9bb2496e-ba0e-4134-adff-ed47ef6d5e1a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:32.460923 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-498246b7-2795-45cd-834e-36778b14e7fd req-9bb2496e-ba0e-4134-adff-ed47ef6d5e1a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0638299 Jun 29 23:27:32.500669 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-498246b7-2795-45cd-834e-36778b14e7fd req-58c0911e-bfae-4685-8998-537bcc34c9d8 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358067 Jun 29 23:27:33.379051 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead36d8-ee03-433d-a23f-2d9f37e7e612 req-b7e8c417-3f09-4009-99dd-8155937d6565 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:33.380518 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aead36d8-ee03-433d-a23f-2d9f37e7e612 req-b7e8c417-3f09-4009-99dd-8155937d6565 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0586979 Jun 29 23:27:33.416195 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aead36d8-ee03-433d-a23f-2d9f37e7e612 req-ac38d3bc-751c-41c7-b5d6-393b0f8b15fe tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303211 Jun 29 23:27:33.702248 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f3b3b-d9eb-4702-b3bd-5be4ee54b015 req-46a8a585-53c2-4490-8a4c-eab42cf2f867 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:33.703725 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e4f3b3b-d9eb-4702-b3bd-5be4ee54b015 req-46a8a585-53c2-4490-8a4c-eab42cf2f867 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0640268 Jun 29 23:27:33.740622 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e4f3b3b-d9eb-4702-b3bd-5be4ee54b015 req-65d94cfd-004d-4a87-b44a-96e2db27e097 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303307 Jun 29 23:27:34.586788 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bff394-956a-483d-8f7c-ee09c0139590 req-dbf4359e-fb09-44e8-800a-30b6f01fdc5c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:34.588281 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31bff394-956a-483d-8f7c-ee09c0139590 req-dbf4359e-fb09-44e8-800a-30b6f01fdc5c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0616064 Jun 29 23:27:34.625701 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31bff394-956a-483d-8f7c-ee09c0139590 req-66a20161-eb99-47ad-9fec-bdb6da3ae1f2 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319531 Jun 29 23:27:34.910676 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6c50d-b475-45cf-a259-dedbf67519db req-fe302659-314e-4410-9cb9-13c59f628e99 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:34.912060 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-04f6c50d-b475-45cf-a259-dedbf67519db req-fe302659-314e-4410-9cb9-13c59f628e99 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0624347 Jun 29 23:27:34.951517 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-04f6c50d-b475-45cf-a259-dedbf67519db req-a6f36ca3-45e1-41f7-a04f-5a8b67b7c0c1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Jun 29 23:27:35.376952 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-81667ef9-b081-46bb-a544-c38d8216b069 req-83a6e5c7-c57a-4195-b691-562a5358e0a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501051 Jun 29 23:27:35.463585 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667ef9-b081-46bb-a544-c38d8216b069 req-e4a0e764-7312-4b1f-a1b0-16d046379a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:35.465041 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-81667ef9-b081-46bb-a544-c38d8216b069 req-e4a0e764-7312-4b1f-a1b0-16d046379a7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 1098 time: 0.0513976 Jun 29 23:27:35.797403 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac83d0-6e6b-4b20-b10c-f7f9c419600d req-6b88acfc-d88f-4b5a-83fb-722a946f3b06 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:35.799410 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36ac83d0-6e6b-4b20-b10c-f7f9c419600d req-6b88acfc-d88f-4b5a-83fb-722a946f3b06 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0623081 Jun 29 23:27:35.842170 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36ac83d0-6e6b-4b20-b10c-f7f9c419600d req-043bb394-abee-4959-9262-4dc6e624a826 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325329 Jun 29 23:27:36.116860 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49690b74-025f-425f-8dc5-9e0dcb6e44c7 req-869ded66-0146-4758-973a-0e9a492f1d81 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:36.118231 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49690b74-025f-425f-8dc5-9e0dcb6e44c7 req-869ded66-0146-4758-973a-0e9a492f1d81 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0595272 Jun 29 23:27:36.154308 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49690b74-025f-425f-8dc5-9e0dcb6e44c7 req-4a02e7f6-a044-4a43-8870-78e9329918af tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306144 Jun 29 23:27:37.013849 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90d3b1-6c70-43e0-9f94-af1d3dbe21b9 req-c93c2fce-5cfe-4645-a391-b49807d628b2 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:37.015280 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2b90d3b1-6c70-43e0-9f94-af1d3dbe21b9 req-c93c2fce-5cfe-4645-a391-b49807d628b2 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0642686 Jun 29 23:27:37.050537 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2b90d3b1-6c70-43e0-9f94-af1d3dbe21b9 req-0e2fb4c1-c01a-4843-8762-e9d314c53586 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297678 Jun 29 23:27:37.320734 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baed8b-670c-4127-be43-fdec37906948 req-078db438-ec19-4e3c-8422-c417b6b329c0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:37.322180 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69baed8b-670c-4127-be43-fdec37906948 req-078db438-ec19-4e3c-8422-c417b6b329c0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0601006 Jun 29 23:27:37.358557 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69baed8b-670c-4127-be43-fdec37906948 req-58677fef-9e9b-441c-b82a-88822872e288 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305867 Jun 29 23:27:38.227714 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad36f-1d88-4e64-a016-185249bf9a6b req-b7b81a1e-eaa0-42a6-b9a9-4b7e3f049418 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:38.229294 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-921ad36f-1d88-4e64-a016-185249bf9a6b req-b7b81a1e-eaa0-42a6-b9a9-4b7e3f049418 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0636823 Jun 29 23:27:38.265931 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-921ad36f-1d88-4e64-a016-185249bf9a6b req-690065cf-151c-4ff0-8168-c22194b64bd1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309589 Jun 29 23:27:38.307790 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667ef9-b081-46bb-a544-c38d8216b069 req-ff2d045d-22b7-45aa-9cec-cb2b96766b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:38.309235 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-81667ef9-b081-46bb-a544-c38d8216b069 req-ff2d045d-22b7-45aa-9cec-cb2b96766b15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 919 time: 0.0895391 Jun 29 23:27:38.359483 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-81667ef9-b081-46bb-a544-c38d8216b069 req-ab028bb7-c058-4203-a6b1-bbad50262353 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac65e79f-4254-409a-9afe-0be1e9cfe433 HTTP/1.1" status: 200 len: 217 time: 0.0332313 Jun 29 23:27:38.412278 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667ef9-b081-46bb-a544-c38d8216b069 req-1905a4e8-c4a0-4497-adcf-54ce6147d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:38.413729 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-81667ef9-b081-46bb-a544-c38d8216b069 req-1905a4e8-c4a0-4497-adcf-54ce6147d6f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 200 len: 858 time: 0.0431190 Jun 29 23:27:38.450201 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-81667ef9-b081-46bb-a544-c38d8216b069 req-23ada4f6-fe03-46ff-8a94-c3488797763a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c661940-3fd1-4623-ad6b-0bf033a2109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296242 Jun 29 23:27:38.538124 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d2d8e-bdbb-4761-a248-edb13900a5bd req-71c973e7-d0de-4a93-903e-7e0b68359235 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:38.539611 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f8d2d8e-bdbb-4761-a248-edb13900a5bd req-71c973e7-d0de-4a93-903e-7e0b68359235 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0651782 Jun 29 23:27:38.546143 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-81667ef9-b081-46bb-a544-c38d8216b069 req-82836ca8-7b99-4571-bde6-0e0e0da6b234 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848927 Jun 29 23:27:38.577305 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f8d2d8e-bdbb-4761-a248-edb13900a5bd req-30250921-6981-4022-9c75-34c90f306309 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Jun 29 23:27:38.658358 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-81667ef9-b081-46bb-a544-c38d8216b069 req-19f1b9c8-033d-40f1-b678-54d13c3da978 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863824 Jun 29 23:27:39.549516 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-d7503bff-0e1b-4fff-8fc4-5a59ccb36220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:39.550998 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-d7503bff-0e1b-4fff-8fc4-5a59ccb36220 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1&tenant_id=27fe72faf0994406a7acaf15a921be08 HTTP/1.1" status: 200 len: 1096 time: 0.0825012 Jun 29 23:27:39.590880 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07726517-106f-4194-882e-b85603d4a227 req-b17be418-cbf8-4233-b4fc-114080b5eb78 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:39.592481 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07726517-106f-4194-882e-b85603d4a227 req-b17be418-cbf8-4233-b4fc-114080b5eb78 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0623734 Jun 29 23:27:39.635267 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07726517-106f-4194-882e-b85603d4a227 req-93386d35-aece-4cde-bb7d-761aab5342c7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349488 Jun 29 23:27:39.647692 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-4cbe87dc-d4af-4e78-8af8-1974075e7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:39.649200 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-4cbe87dc-d4af-4e78-8af8-1974075e7590 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 1096 time: 0.0618317 Jun 29 23:27:39.741353 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-a1224b9f-cf6d-41f1-be09-4438c68b26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:39.743104 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-a1224b9f-cf6d-41f1-be09-4438c68b26e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 918 time: 0.0865526 Jun 29 23:27:39.754636 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005b06a-7e33-4fd2-ae30-e20d8dbde7e9 req-c69c6abc-8462-45b0-a3c2-d791cee48922 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:39.756148 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0005b06a-7e33-4fd2-ae30-e20d8dbde7e9 req-c69c6abc-8462-45b0-a3c2-d791cee48922 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0657413 Jun 29 23:27:39.792571 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0005b06a-7e33-4fd2-ae30-e20d8dbde7e9 req-fbfb7a53-f05b-486d-a07a-88a133c6a301 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308645 Jun 29 23:27:39.809068 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-455ffc9f-c8d4-4828-8842-74607f2dff54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de91d95a-06c1-4240-9a71-8c60e803f37a HTTP/1.1" status: 200 len: 999 time: 0.0595682 Jun 29 23:27:39.861538 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-65ea4cc6-550a-4c2d-93f3-06d191605d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:39.863218 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-65ea4cc6-550a-4c2d-93f3-06d191605d18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 200 len: 856 time: 0.0467517 Jun 29 23:27:39.953196 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-ca24c06d-0d4d-4551-8bb0-172f7d5310b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:39.954720 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-ca24c06d-0d4d-4551-8bb0-172f7d5310b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1491f8eb-60e7-415d-8468-88dc866fd07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832577 Jun 29 23:27:40.059330 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-08e8d734-50d2-4306-91d5-f0424bbd1b47 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973175 Jun 29 23:27:40.150501 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ed7cceac-13dc-4043-b50c-cd0373622c9f req-91956b79-1f7c-4d8e-9891-d81ed4a02a55 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830493 Jun 29 23:27:40.484500 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536645d-09c3-4b32-870d-19b51e758db7 req-f9228011-5632-4127-8566-d45f53c774ad tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:40.486007 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2536645d-09c3-4b32-870d-19b51e758db7 req-f9228011-5632-4127-8566-d45f53c774ad tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0658937 Jun 29 23:27:40.517637 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-1e0aa138-451c-4965-b455-730751baa6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:40.519138 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-1e0aa138-451c-4965-b455-730751baa6ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=12a265f65b4d4accb216ba5019c73980&device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 1098 time: 0.0568910 Jun 29 23:27:40.547510 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2536645d-09c3-4b32-870d-19b51e758db7 req-7a67f9d6-9d6c-4219-890c-497783fe123c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Jun 29 23:27:40.619709 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-ef46491c-e9fc-4104-98b9-6210d1e6d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:40.621356 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-ef46491c-e9fc-4104-98b9-6210d1e6d400 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 200 len: 919 time: 0.0954347 Jun 29 23:27:40.831829 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251262ea-f3e0-493e-a578-eec95540b9de req-9e3d47e0-c00f-440d-aaac-cd6f1ee14d88 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:40.833324 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-251262ea-f3e0-493e-a578-eec95540b9de req-9e3d47e0-c00f-440d-aaac-cd6f1ee14d88 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0708086 Jun 29 23:27:40.864199 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-bd1522a1-bdbe-4b1e-9d8c-d6903917bb79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e219f38b-ca16-4c45-904d-d982f4f547e2 HTTP/1.1" status: 200 len: 217 time: 0.2344375 Jun 29 23:27:40.872428 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-251262ea-f3e0-493e-a578-eec95540b9de req-2c3cdca5-6454-4729-9b94-2c8da62ddded tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331511 Jun 29 23:27:40.914494 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-942cc4bc-81f7-491d-bef8-f1fc2569b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:40.916049 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-942cc4bc-81f7-491d-bef8-f1fc2569b2d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 200 len: 858 time: 0.0452878 Jun 29 23:27:40.952131 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-c7276f53-9328-4ca5-bd41-0835bbf1a499 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3c661940-3fd1-4623-ad6b-0bf033a2109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295379 Jun 29 23:27:41.051444 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-69f42097-f12f-43c1-b03a-c3ed06e9b30d service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918562 Jun 29 23:27:41.720143 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdcd5f-c6d1-46c5-9dce-bda783fdf624 req-a4d5d15e-42ed-4f34-970f-7edae77f32b0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:41.721647 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2efdcd5f-c6d1-46c5-9dce-bda783fdf624 req-a4d5d15e-42ed-4f34-970f-7edae77f32b0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0690336 Jun 29 23:27:41.766092 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2efdcd5f-c6d1-46c5-9dce-bda783fdf624 req-cdf267db-494b-46ba-b161-9f110be03d49 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387228 Jun 29 23:27:42.072854 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524ce25-6e42-48db-9916-443736b06089 req-ca5b7619-d945-448e-9457-57c070aeb2ad tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:42.080196 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5524ce25-6e42-48db-9916-443736b06089 req-ca5b7619-d945-448e-9457-57c070aeb2ad tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0817852 Jun 29 23:27:42.112215 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5524ce25-6e42-48db-9916-443736b06089 req-71ec0d13-9493-4025-9e1e-b7bc09c85e4b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Jun 29 23:27:43.081171 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:27:43.176462 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220fe22-fc83-4f71-829c-5c43f2a29dac req-620ced50-8328-46dc-a340-00bf7938672a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:43.177923 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f220fe22-fc83-4f71-829c-5c43f2a29dac req-620ced50-8328-46dc-a340-00bf7938672a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.2853086 Jun 29 23:27:43.225417 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f220fe22-fc83-4f71-829c-5c43f2a29dac req-ec4e915d-da4d-440f-9c5d-ed892e295019 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Jun 29 23:27:43.368556 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ab4ab-6d0a-4711-bc3f-bed59bcd9439 req-0d1a9984-431f-4231-92de-879a5b76694c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:43.368556 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-823ab4ab-6d0a-4711-bc3f-bed59bcd9439 req-0d1a9984-431f-4231-92de-879a5b76694c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0931249 Jun 29 23:27:43.382697 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-823ab4ab-6d0a-4711-bc3f-bed59bcd9439 req-69548c6d-c413-41ff-967b-79596d3ac1a8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372310 Jun 29 23:27:44.421835 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ecde4-645a-4c8a-be5a-e42d0247a9cc req-d53e6257-998b-4a66-91b0-b1771dbae11d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:44.423398 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d15ecde4-645a-4c8a-be5a-e42d0247a9cc req-d53e6257-998b-4a66-91b0-b1771dbae11d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0673034 Jun 29 23:27:44.462409 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d15ecde4-645a-4c8a-be5a-e42d0247a9cc req-2e00327a-98ed-4fc7-9452-f6badbad3491 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Jun 29 23:27:44.569128 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b8808-1e53-4836-ad53-4ec4a14f6337 req-e3d16968-eba5-497b-87d6-73513d62af2f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:44.570513 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f05b8808-1e53-4836-ad53-4ec4a14f6337 req-e3d16968-eba5-497b-87d6-73513d62af2f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0667486 Jun 29 23:27:44.612677 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f05b8808-1e53-4836-ad53-4ec4a14f6337 req-0ad2e28e-1ee0-4a2e-8515-0e4fa64cf993 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364592 Jun 29 23:27:45.649346 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d2e9-0cb1-4ab0-a050-296891456610 req-f992b59e-092a-4b33-b45a-46d7b7c92437 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:45.651270 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3054d2e9-0cb1-4ab0-a050-296891456610 req-f992b59e-092a-4b33-b45a-46d7b7c92437 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0673118 Jun 29 23:27:45.708041 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3054d2e9-0cb1-4ab0-a050-296891456610 req-6274009b-91a6-4821-b6c3-6ccdfa760d2d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478301 Jun 29 23:27:45.810471 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 46990) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:45.868286 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b09d74-aa71-4388-bc4f-ed8ac46d70e5 req-d89306bb-bf1d-4fc2-8866-44fc174c0c7f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:45.870385 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3b09d74-aa71-4388-bc4f-ed8ac46d70e5 req-d89306bb-bf1d-4fc2-8866-44fc174c0c7f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.1142070 Jun 29 23:27:45.916715 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3b09d74-aa71-4388-bc4f-ed8ac46d70e5 req-26acdb28-17e2-44a7-85d0-587b6a066216 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 Jun 29 23:27:45.947238 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:46.042758 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:46.127686 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:46.132626 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fe65231e-7ae9-4e27-97f1-e90794c928e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:46.168315 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48780b11480145939a47510bbc9a8918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560069 Jun 29 23:27:46.169172 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad4feb-fcd3-40b2-9c01-59ac91050788,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:46.170966 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 46996) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:27:46.178469 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.178835 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.179246 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.179681 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.180038 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.180442 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.180787 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.181135 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.181544 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.181890 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.182229 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.182611 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.187346 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:46.222973 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:46.243260 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:46.384359 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:46.386877 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:46.388073 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9dad4feb-fcd3-40b2-9c01-59ac91050788 HTTP/1.1" status: 204 len: 168 time: 0.2160256 Jun 29 23:27:46.388865 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e95883c9-d39b-425d-aa66-387177746aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:46.397270 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad4feb-fcd3-40b2-9c01-59ac91050788,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:46.404325 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.405423 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.405423 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.405423 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.411509 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.411509 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.411509 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.411964 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.412734 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.413435 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.414065 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.414598 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:27:46.429457 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:46.888679 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2406935-67d6-4104-b072-4757c9723532 req-98f7a619-73df-4d02-a256-27c2dcd88b1e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:46.890135 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f2406935-67d6-4104-b072-4757c9723532 req-98f7a619-73df-4d02-a256-27c2dcd88b1e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0715117 Jun 29 23:27:46.929255 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f2406935-67d6-4104-b072-4757c9723532 req-e3c60940-c26c-4941-b555-ad0953246c93 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Jun 29 23:27:47.108261 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524706-de1b-407c-b331-7ce19233fa34 req-9e776b26-8ae9-43e1-9e2b-4f291c7195f1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:47.115344 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55524706-de1b-407c-b331-7ce19233fa34 req-9e776b26-8ae9-43e1-9e2b-4f291c7195f1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0721874 Jun 29 23:27:47.149991 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55524706-de1b-407c-b331-7ce19233fa34 req-02352a98-93b1-4ad2-8e07-9d44402aa1a0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334337 Jun 29 23:27:48.117957 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de5a71-2bac-4ad4-8433-dbc0d7ac5161 req-426013a2-fcd2-47de-820c-05296919b290 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:48.120365 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-48de5a71-2bac-4ad4-8433-dbc0d7ac5161 req-426013a2-fcd2-47de-820c-05296919b290 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0752835 Jun 29 23:27:48.167143 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-48de5a71-2bac-4ad4-8433-dbc0d7ac5161 req-4b9198e2-cb2f-4a21-9734-09570253e52c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383060 Jun 29 23:27:48.350548 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803dc3f-2a96-42e3-b419-ba0fe44476a7 req-aeeaad7f-cbe7-4382-9521-c6b3b57333b0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:48.352150 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f803dc3f-2a96-42e3-b419-ba0fe44476a7 req-aeeaad7f-cbe7-4382-9521-c6b3b57333b0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0661139 Jun 29 23:27:48.396173 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f803dc3f-2a96-42e3-b419-ba0fe44476a7 req-1775ac50-8a33-4547-b013-778bfbf03fd8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331471 Jun 29 23:27:49.362244 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dc413-b866-4ca9-ab46-4f6127226759 req-24c34b05-3c07-4b46-b21d-19c83f94d050 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:49.364621 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d19dc413-b866-4ca9-ab46-4f6127226759 req-24c34b05-3c07-4b46-b21d-19c83f94d050 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0685616 Jun 29 23:27:49.402703 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d19dc413-b866-4ca9-ab46-4f6127226759 req-3e92c294-9799-4305-828f-5d89e8fc80f5 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Jun 29 23:27:49.586593 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481ffe4-82d6-4079-b538-b6b339ac30c7 req-6b0c414d-f8a8-4228-b14a-01ea7679447a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:49.588174 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1481ffe4-82d6-4079-b538-b6b339ac30c7 req-6b0c414d-f8a8-4228-b14a-01ea7679447a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0689251 Jun 29 23:27:49.630936 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1481ffe4-82d6-4079-b538-b6b339ac30c7 req-1907531f-5b62-4d96-8879-075f4b913790 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352120 Jun 29 23:27:50.378966 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-068e5561-e3a0-4748-8ca6-82539d09dd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:50.607299 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a4444-8b39-4309-80b8-c68718db2259 req-465ad2ed-a259-409e-a1db-2185f916ab48 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:50.608814 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d59a4444-8b39-4309-80b8-c68718db2259 req-465ad2ed-a259-409e-a1db-2185f916ab48 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0839338 Jun 29 23:27:50.647516 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d59a4444-8b39-4309-80b8-c68718db2259 req-3758492f-f40c-47af-a797-92a5b7952f1b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Jun 29 23:27:50.845996 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab5d5c-0939-415e-8342-bea77302bf2a req-653698e5-2fca-400c-9495-909d3041c5b8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:50.852300 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61ab5d5c-0939-415e-8342-bea77302bf2a req-653698e5-2fca-400c-9495-909d3041c5b8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0927651 Jun 29 23:27:50.902701 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61ab5d5c-0939-415e-8342-bea77302bf2a req-1c856a0b-451a-4260-8baa-9f8793e7e817 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 Jun 29 23:27:51.087126 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-44109709-3c5f-4c31-8420-d43ff1c4523d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044051501&fields=id&tenant_id=e29cf551b9714c0f844c4e3b6f03c84a HTTP/1.1" status: 200 len: 267 time: 0.0539634 Jun 29 23:27:51.196544 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-4afd6442-be29-48e5-ac93-1adaa2c090fe tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:51.198021 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-4afd6442-be29-48e5-ac93-1adaa2c090fe tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 811 time: 0.1034284 Jun 29 23:27:51.215962 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-3fb78d7e-6756-41be-98b6-ee56ed328488 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/quotas/e29cf551b9714c0f844c4e3b6f03c84a HTTP/1.1" status: 200 len: 375 time: 0.0116243 Jun 29 23:27:51.309944 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-7f521f07-26b8-4e52-81c8-c21c301f9b04 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758886 Jun 29 23:27:51.417024 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-33ba483c-312d-4c7c-bdcd-c3aa53155e53 service neutron] 10.222.0.61 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915964 Jun 29 23:27:51.508368 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-4c84c58d-3a79-4fad-9442-5807e030272c service neutron] 10.222.0.61 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867057 Jun 29 23:27:51.830396 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a327d4-f519-47a9-a83b-b5fef8b9967e req-fb6d12c1-6dbf-4ab7-9edd-1c85c65bdf4a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:51.831953 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03a327d4-f519-47a9-a83b-b5fef8b9967e req-fb6d12c1-6dbf-4ab7-9edd-1c85c65bdf4a tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0635924 Jun 29 23:27:51.870281 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03a327d4-f519-47a9-a83b-b5fef8b9967e req-ebeb99b1-99a5-4f88-95f3-a1de14cfd198 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Jun 29 23:27:52.104482 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9eac9-aa00-4898-9107-18295844e37a req-b7c5512c-6cc5-4d7d-82b1-8dc484b840e2 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:52.105894 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9b9eac9-aa00-4898-9107-18295844e37a req-b7c5512c-6cc5-4d7d-82b1-8dc484b840e2 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0654426 Jun 29 23:27:52.151046 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9b9eac9-aa00-4898-9107-18295844e37a req-f3f0ed97-e202-4005-aa48-b83bc57f64dc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353332 Jun 29 23:27:52.202242 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8461b6b6-e85e-4f89-8a18-193be8a469e4 req-1826f443-68ea-45ef-adac-9e26bc8fb1e9 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 210 time: 0.0293565 Jun 29 23:27:52.519869 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a27cfd82-9df1-4be4-bbd0-58318c13f588 req-25660865-a3ab-4e1a-a7e0-b68a1ec424a2 service neutron] 10.222.0.64 "GET /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835421 Jun 29 23:27:53.043220 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c59a4-1ae5-4799-b0ec-38242894b5ff req-081780cc-51a9-4b8f-a8fc-55ff1a53b923 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:53.044710 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-062c59a4-1ae5-4799-b0ec-38242894b5ff req-081780cc-51a9-4b8f-a8fc-55ff1a53b923 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0612547 Jun 29 23:27:53.088476 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-062c59a4-1ae5-4799-b0ec-38242894b5ff req-fd96c216-d437-49d9-af73-bb2bb70f56dd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377872 Jun 29 23:27:53.228660 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-785b2325-d44d-4f98-8a7a-634d402d2964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:53.362101 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aae6ea38-29ec-4ab6-b60e-5033fdea1872 req-d3def477-8549-4b91-90e5-15ffd110ede8 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 210 time: 0.0340621 Jun 29 23:27:53.390861 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77445e09-f237-461f-92cc-081b2496ae03 req-036b5b5b-0789-4e9d-8f43-07cc9b24d5d7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:53.392845 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-77445e09-f237-461f-92cc-081b2496ae03 req-036b5b5b-0789-4e9d-8f43-07cc9b24d5d7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.1178105 Jun 29 23:27:53.431368 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-77445e09-f237-461f-92cc-081b2496ae03 req-056eaf29-c9ed-477d-8866-b73af1558709 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329528 Jun 29 23:27:53.441924 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:54.260614 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96a319-3e61-4989-9680-29447c577336 req-f6b29aa3-d95f-45d8-9ba8-c826730467e8 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:54.262066 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dd96a319-3e61-4989-9680-29447c577336 req-f6b29aa3-d95f-45d8-9ba8-c826730467e8 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0612297 Jun 29 23:27:54.300544 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dd96a319-3e61-4989-9680-29447c577336 req-023b4b59-1f13-4025-b3f8-b7639741e13e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Jun 29 23:27:54.436656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:54.506185 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4ff6a759-e023-4af9-9140-97eaa3b51c7c req-2c8430e3-94db-4a1e-9a88-de1b6e84764b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 210 time: 0.0315218 Jun 29 23:27:54.619697 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d09f4-70c1-44e7-a4a8-5694c28e0dd0 req-3cf573c6-0915-4132-a22e-267743911a71 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:54.621257 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dc4d09f4-70c1-44e7-a4a8-5694c28e0dd0 req-3cf573c6-0915-4132-a22e-267743911a71 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0639236 Jun 29 23:27:54.665705 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dc4d09f4-70c1-44e7-a4a8-5694c28e0dd0 req-4c618b85-eee7-41b8-8470-57b3a72d7868 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360730 Jun 29 23:27:55.050069 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-493ef3a9-1ee0-4616-95b6-7c38237d62a3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:55.051516 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-493ef3a9-1ee0-4616-95b6-7c38237d62a3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 811 time: 0.1073539 Jun 29 23:27:55.138724 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-07bf0d95-d733-4876-a28f-0a97079b0875 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e29cf551b9714c0f844c4e3b6f03c84a HTTP/1.1" status: 200 len: 380 time: 0.0365314 Jun 29 23:27:55.145926 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948f44-f496-44bc-a819-3f82264ef715 req-4fa1783f-1470-4198-80f2-a7299d3d1962 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:55.147403 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cd948f44-f496-44bc-a819-3f82264ef715 req-4fa1783f-1470-4198-80f2-a7299d3d1962 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 945 time: 0.0704222 Jun 29 23:27:55.149225 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'port': {'device_id': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'admin_state_up': True, 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'security_groups': ['9130bc8a-918a-4f91-b36c-6f01849c257d']}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:55.189004 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cd948f44-f496-44bc-a819-3f82264ef715 req-ef40a05a-ac06-442d-9074-ac96173725a7 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Jun 29 23:27:55.373400 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Made reservation on behalf of e29cf551b9714c0f844c4e3b6f03c84a for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:27:55.378064 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:55.495292 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba272e-8797-417f-a485-36c3e0b40243 req-c689b435-f742-48fc-9dd6-a9f6789aa54c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:55.503553 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-beba272e-8797-417f-a485-36c3e0b40243 req-c689b435-f742-48fc-9dd6-a9f6789aa54c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0838168 Jun 29 23:27:55.536773 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Allocated IP 172.20.0.7 (0f63a9fe-9195-4b3f-8615-44a18bd185c3/f6215a83-ecaa-4a42-b800-220fd6566702/149575bc-8d74-4195-ac19-c70cca2982db) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:27:55.539435 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-beba272e-8797-417f-a485-36c3e0b40243 req-eee3e298-1718-416a-8f20-8af9b05ffd0e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Jun 29 23:27:55.690934 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e02e3266-4184-4106-89d8-a657215f3b50 req-5c4ac9a6-1605-4804-8470-fa22ecf1a2f9 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 210 time: 0.0301387 Jun 29 23:27:55.720198 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:55.734117 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Transition to ACTIVE for port object 149575bc-8d74-4195-ac19-c70cca2982db will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:55.771631 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:55.795802 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96ec6-7177-4267-b1bf-6d123b947c04 req-2da9c0f3-911f-4ef9-bcb0-3456b3dfc506 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:55.797286 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ab96ec6-7177-4267-b1bf-6d123b947c04 req-2da9c0f3-911f-4ef9-bcb0-3456b3dfc506 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0652065 Jun 29 23:27:55.834358 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:55.835736 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ab96ec6-7177-4267-b1bf-6d123b947c04 req-d100bc3a-c0ad-49e8-8107-de7db17aa440 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Jun 29 23:27:55.840087 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-23dc3e45-dee3-42e7-bac6-758b35a60867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:55.897264 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:27:55.900714 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:27:55.903793 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:27:55.967008 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:55.967008 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:55.973990 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'Port': ['ID=149575bc-8d74-4195-ac19-c70cca2982db,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:55.976978 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:56.021498 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d88d9-8634-41dc-9a19-c606535c4024 req-3cd6ba2c-fd9f-42f7-ac1f-bdffd5dfc0d6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:56.027677 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-621d88d9-8634-41dc-9a19-c606535c4024 req-3cd6ba2c-fd9f-42f7-ac1f-bdffd5dfc0d6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0676591 Jun 29 23:27:56.063639 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-621d88d9-8634-41dc-9a19-c606535c4024 req-4a8f00fd-1626-4ea0-8738-9dda3d3e5121 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340276 Jun 29 23:27:56.076297 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9309697 Jun 29 23:27:56.098674 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Request body: {'port': {'device_id': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:27:56.170924 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:56.291207 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-c4102e87-37ba-4c0e-9a01-efe975fd2281 None None] Provisioning for port 149575bc-8d74-4195-ac19-c70cca2982db completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:27:56.295902 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-c4102e87-37ba-4c0e-9a01-efe975fd2281 None None] Provisioning complete for port 149575bc-8d74-4195-ac19-c70cca2982db triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:27:56.296377 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c4102e87-37ba-4c0e-9a01-efe975fd2281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:56.333037 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-c4102e87-37ba-4c0e-9a01-efe975fd2281 None None] Port 149575bc-8d74-4195-ac19-c70cca2982db cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:27:56.384738 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec8bb-959c-4f33-aa82-985e9b332a93 req-7453b72c-1782-468d-9e49-b1293f1fe9ac tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:56.386261 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d09ec8bb-959c-4f33-aa82-985e9b332a93 req-7453b72c-1782-468d-9e49-b1293f1fe9ac tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 945 time: 0.0692086 Jun 29 23:27:56.428772 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d09ec8bb-959c-4f33-aa82-985e9b332a93 req-6f135793-2ae3-4ffa-9073-56a17fcdcb6f tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Jun 29 23:27:56.463211 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149575bc-8d74-4195-ac19-c70cca2982db {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:27:56.471112 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:56.482951 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Transition to ACTIVE for port object 149575bc-8d74-4195-ac19-c70cca2982db will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:27:56.572795 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:56.576071 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:56.631514 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Pushing event updated for resources: {'Port': ['ID=149575bc-8d74-4195-ac19-c70cca2982db,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:56.631944 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:56.706389 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Attempting to bind port 149575bc-8d74-4195-ac19-c70cca2982db on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:27:56.706733 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Attempting to bind port 149575bc-8d74-4195-ac19-c70cca2982db by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:27:56.707071 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Attempting to bind port 149575bc-8d74-4195-ac19-c70cca2982db on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:27:56.711794 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Port 149575bc-8d74-4195-ac19-c70cca2982db on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:27:56.712210 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Attempting to bind port 149575bc-8d74-4195-ac19-c70cca2982db on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:27:56.719370 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:27:56.719866 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Checking segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:27:56.723800 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Bound using segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:27:56.723800 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Bound port: 149575bc-8d74-4195-ac19-c70cca2982db, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:27:56.723800 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:56.800089 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] For port 149575bc-8d74-4195-ac19-c70cca2982db, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:27:56.803315 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] For port 149575bc-8d74-4195-ac19-c70cca2982db, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149575bc-8d74-4195-ac19-c70cca2982db,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:27:56.881966 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5660ab-dc75-477a-8955-9bcafde4a735 req-a800413c-1542-46f1-96b0-fa4670f074b6 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:56.883480 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2c5660ab-dc75-477a-8955-9bcafde4a735 req-a800413c-1542-46f1-96b0-fa4670f074b6 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0658026 Jun 29 23:27:56.904971 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:56.919356 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:56.934572 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:56.934572 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:56.934572 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] 10.222.0.64 "PUT /v2.0/ports/149575bc-8d74-4195-ac19-c70cca2982db HTTP/1.1" status: 200 len: 1093 time: 0.8362629 Jun 29 23:27:56.934807 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2c5660ab-dc75-477a-8955-9bcafde4a735 req-72ab171d-aa3e-482c-9619-4584e812d903 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414512 Jun 29 23:27:56.934891 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'tag': '149575bc-8d74-4195-ac19-c70cca2982db'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:27:56.934891 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c02ae04-e326-4b12-b7e7-68cfbcd97948" -d '{"events": [{"name": "network-changed", "server_uuid": "fef4781e-8c32-4885-8fda-c89d0571f89f", "tag": "149575bc-8d74-4195-ac19-c70cca2982db"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:27:56.993073 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Pushing event updated for resources: {'Port': ['ID=149575bc-8d74-4195-ac19-c70cca2982db,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:56.996973 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:57.007603 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0913e7ba-8f92-4744-8b87-2a27c6cf1a8f x-openstack-request-id: req-0913e7ba-8f92-4744-8b87-2a27c6cf1a8f {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:27:57.007932 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef4781e-8c32-4885-8fda-c89d0571f89f", "tag": "149575bc-8d74-4195-ac19-c70cca2982db", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:27:57.008219 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0913e7ba-8f92-4744-8b87-2a27c6cf1a8f {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:27:57.008640 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'tag': '149575bc-8d74-4195-ac19-c70cca2982db', 'status': 'completed', 'code': 200} Jun 29 23:27:57.063472 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4bcf0-8e05-4639-9fa2-d607508c8e98 req-1f6a9da7-84f1-4c9e-a773-7d2ce7266a35 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:57.065747 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-afd4bcf0-8e05-4639-9fa2-d607508c8e98 req-1f6a9da7-84f1-4c9e-a773-7d2ce7266a35 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0926149 Jun 29 23:27:57.122776 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-afd4bcf0-8e05-4639-9fa2-d607508c8e98 req-c7ea20ca-e4bf-4666-8ecf-2e62f51107b0 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510623 Jun 29 23:27:57.176030 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02ae04-e326-4b12-b7e7-68cfbcd97948 req-50100112-6bc5-4ff0-98e6-36077f2b3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:57.177479 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c02ae04-e326-4b12-b7e7-68cfbcd97948 req-50100112-6bc5-4ff0-98e6-36077f2b3ff3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 1096 time: 0.0699193 Jun 29 23:27:57.261463 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dcc45-1d88-46ff-b54d-fb107a9afcf7 req-0f6aa505-fbaf-4a19-9fe9-aa6dfd3b709b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:57.262946 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d99dcc45-1d88-46ff-b54d-fb107a9afcf7 req-0f6aa505-fbaf-4a19-9fe9-aa6dfd3b709b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0625367 Jun 29 23:27:57.320017 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d99dcc45-1d88-46ff-b54d-fb107a9afcf7 req-6d699ddb-107c-462e-b19a-edb34c8594f9 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486796 Jun 29 23:27:57.362499 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02ae04-e326-4b12-b7e7-68cfbcd97948 req-8232102a-313f-41f6-a353-dfcd482afeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:57.363976 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c02ae04-e326-4b12-b7e7-68cfbcd97948 req-8232102a-313f-41f6-a353-dfcd482afeab service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1648140 Jun 29 23:27:57.389878 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-babf2307-0176-45cd-bff2-b0ca2de75699 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:57.391195 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-babf2307-0176-45cd-bff2-b0ca2de75699 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 945 time: 0.1174498 Jun 29 23:27:57.535343 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02ae04-e326-4b12-b7e7-68cfbcd97948 req-55bd79c4-c514-4fd3-87dc-7d1d4c308a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:57.536815 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1c02ae04-e326-4b12-b7e7-68cfbcd97948 req-55bd79c4-c514-4fd3-87dc-7d1d4c308a3d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621702 Jun 29 23:27:57.563409 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Deleting port f8573449-e822-478a-9e32-e9ae5ea38f92 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:27:57.563679 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:57.611101 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141346b0-13d2-424e-a3bf-f2c7d070f602 req-d9f13ee8-5bfb-4f81-b869-e4862a10f9fd tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:57.612615 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-141346b0-13d2-424e-a3bf-f2c7d070f602 req-d9f13ee8-5bfb-4f81-b869-e4862a10f9fd tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 945 time: 0.0711718 Jun 29 23:27:57.650856 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-141346b0-13d2-424e-a3bf-f2c7d070f602 req-b4aa5d04-15c4-4438-83e6-7c01478e44ae tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Jun 29 23:27:57.684584 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] For port f8573449-e822-478a-9e32-e9ae5ea38f92, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f8573449-e822-478a-9e32-e9ae5ea38f92,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:27:57.684961 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:57.699745 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Calling delete_port for f8573449-e822-478a-9e32-e9ae5ea38f92 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:27:57.769423 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-74a6f9ec-faf0-4518-b622-dc7406c615c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:57.770931 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-74a6f9ec-faf0-4518-b622-dc7406c615c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 1096 time: 0.1263459 Jun 29 23:27:57.826049 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-149fb111-8a3d-454c-9ca5-c5cb4b38f865 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=149575bc-8d74-4195-ac19-c70cca2982db HTTP/1.1" status: 200 len: 217 time: 0.0348818 Jun 29 23:27:57.904586 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-7a8dcbbe-6959-4701-9cde-de6f16839782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:57.905957 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-7a8dcbbe-6959-4701-9cde-de6f16839782 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 200 len: 850 time: 0.0594931 Jun 29 23:27:57.955649 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:57.960508 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:27:57.987975 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Pushing event deleted for resources: {'Port': ['ID=f8573449-e822-478a-9e32-e9ae5ea38f92,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:27:57.992659 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:27:58.031772 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] No DVR routers for this DVR port f8573449-e822-478a-9e32-e9ae5ea38f92 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:27:58.034824 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:27:58.036797 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-eb8a8169-f2f8-4041-8f29-03c0c6ba1479 req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.64 "DELETE /v2.0/ports/f8573449-e822-478a-9e32-e9ae5ea38f92 HTTP/1.1" status: 204 len: 173 time: 0.6091707 Jun 29 23:27:58.110762 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7254dc2-a3b6-42f0-9723-aa47a0249136 req-24ca19cc-792d-48e5-8eac-e36f09b9fd28 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:58.112153 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7254dc2-a3b6-42f0-9723-aa47a0249136 req-24ca19cc-792d-48e5-8eac-e36f09b9fd28 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0607569 Jun 29 23:27:58.149025 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7254dc2-a3b6-42f0-9723-aa47a0249136 req-dc87bc3d-c5dd-43a7-a2f8-5aac8c673c9f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Jun 29 23:27:58.290843 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738fe8e-248e-48ac-b2d3-b87e29afb3fd req-2b0d657f-ebee-4481-8a62-9f823965d9b9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:58.292320 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a738fe8e-248e-48ac-b2d3-b87e29afb3fd req-2b0d657f-ebee-4481-8a62-9f823965d9b9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0597003 Jun 29 23:27:58.334606 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a738fe8e-248e-48ac-b2d3-b87e29afb3fd req-3cb53ea1-496e-4d92-9c8f-5b08d027cbe4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366962 Jun 29 23:27:58.493817 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4647c-3248-4fef-99d3-9fd52a97f85f req-cb9349a8-8961-42e0-94f0-b7bc2bc74ffa tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:58.495235 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2ff4647c-3248-4fef-99d3-9fd52a97f85f req-cb9349a8-8961-42e0-94f0-b7bc2bc74ffa tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0604374 Jun 29 23:27:58.531058 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2ff4647c-3248-4fef-99d3-9fd52a97f85f req-9dae0d03-826b-4275-99c6-19d24c3a2348 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303807 Jun 29 23:27:58.788417 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0dd0a71-1f63-46fe-a59e-8e018636b7ea req-ef5712ad-00ff-4872-bfe1-5649dad88f81 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 210 time: 0.0277538 Jun 29 23:27:59.009810 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29e46e4-c1cb-4325-bd04-c4434c06737b', 'name': 'network-vif-deleted', 'tag': 'f8573449-e822-478a-9e32-e9ae5ea38f92'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:27:59.012241 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2834158-cec9-4549-9853-7524be6375a0" -d '{"events": [{"server_uuid": "d29e46e4-c1cb-4325-bd04-c4434c06737b", "name": "network-vif-deleted", "tag": "f8573449-e822-478a-9e32-e9ae5ea38f92"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:27:59.045552 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242479d-489f-45ea-9b08-776902da733a x-openstack-request-id: req-d242479d-489f-45ea-9b08-776902da733a {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:27:59.045878 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29e46e4-c1cb-4325-bd04-c4434c06737b", "name": "network-vif-deleted", "tag": "f8573449-e822-478a-9e32-e9ae5ea38f92", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:27:59.046165 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d242479d-489f-45ea-9b08-776902da733a {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:27:59.046583 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29e46e4-c1cb-4325-bd04-c4434c06737b', 'name': 'network-vif-deleted', 'tag': 'f8573449-e822-478a-9e32-e9ae5ea38f92', 'status': 'completed', 'code': 200} Jun 29 23:27:59.321520 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b219c-53b9-493e-a71a-df12e9872660 req-6ac88c09-b033-440e-87dd-0f2fb58e6b4a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:59.322984 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-905b219c-53b9-493e-a71a-df12e9872660 req-6ac88c09-b033-440e-87dd-0f2fb58e6b4a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0643718 Jun 29 23:27:59.360809 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-905b219c-53b9-493e-a71a-df12e9872660 req-16c742ed-9e9b-4e43-b498-8af400a76394 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315077 Jun 29 23:27:59.510572 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb6b4-6325-4b85-ba40-538b5c38062d req-879f5578-b5f3-429c-a9be-e2c208164f3e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:59.512045 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db4fb6b4-6325-4b85-ba40-538b5c38062d req-879f5578-b5f3-429c-a9be-e2c208164f3e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0614946 Jun 29 23:27:59.548425 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db4fb6b4-6325-4b85-ba40-538b5c38062d req-e2a872b4-5905-44a9-a8e8-a881cc98ccd4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303752 Jun 29 23:27:59.703178 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9144e-5561-44f9-9252-a8d4e6e26e56 req-d17c37a7-c17c-4fb0-bd5c-b4e4e5271726 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:27:59.705170 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c1f9144e-5561-44f9-9252-a8d4e6e26e56 req-d17c37a7-c17c-4fb0-bd5c-b4e4e5271726 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0609567 Jun 29 23:27:59.741603 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c1f9144e-5561-44f9-9252-a8d4e6e26e56 req-04deb7f4-e4f1-463c-ae54-dce2fdad34f2 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307400 Jun 29 23:27:59.927819 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7800d2a3-a0b9-47de-8c8c-7cdf1561292c req-31ec2c45-90ad-4cd1-9ad6-a1322765b469 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 210 time: 0.0297196 Jun 29 23:28:00.526906 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f9a8c-9d56-4b29-befa-3642f041fdac req-3bfc5073-f941-47c7-9700-5fd9bb7bdc1d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:00.531287 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-004f9a8c-9d56-4b29-befa-3642f041fdac req-3bfc5073-f941-47c7-9700-5fd9bb7bdc1d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0624049 Jun 29 23:28:00.544541 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['f8573449-e822-478a-9e32-e9ae5ea38f92'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:28:00.569214 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-004f9a8c-9d56-4b29-befa-3642f041fdac req-11a05d6e-75f4-4649-a742-93958218d6fd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328445 Jun 29 23:28:00.578599 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-7b378042-37f7-4b40-93e2-08d0b99736f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:00.580690 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-7b378042-37f7-4b40-93e2-08d0b99736f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f63a9fe-9195-4b3f-8615-44a18bd185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555143 Jun 29 23:28:00.681882 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-cceafb7d-38af-4f02-92f9-cb6ce9598722 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904007 Jun 29 23:28:00.722417 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:00.726456 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693ff67-6753-4c78-ac62-9a2856983096 req-d1b1dd97-7153-45c6-b1f3-faa2f0b3af63 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:00.728089 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1693ff67-6753-4c78-ac62-9a2856983096 req-d1b1dd97-7153-45c6-b1f3-faa2f0b3af63 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0648093 Jun 29 23:28:00.770428 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1693ff67-6753-4c78-ac62-9a2856983096 req-f3539b03-09fb-43cc-8113-acdf2d3dd46a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356202 Jun 29 23:28:00.801126 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1b93bd6b-44e8-4d52-aa53-7fbc595e2b1c req-20044f86-38d0-4a5f-9577-38152ceb2edd service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124673 Jun 29 23:28:00.923045 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53c85-bf46-402e-972e-5f67a70a56f9 req-e58b838a-b297-437c-acbb-bafb5174dbbe tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:00.924534 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bf53c85-bf46-402e-972e-5f67a70a56f9 req-e58b838a-b297-437c-acbb-bafb5174dbbe tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0654702 Jun 29 23:28:00.965768 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bf53c85-bf46-402e-972e-5f67a70a56f9 req-75a88185-c696-4a54-a50d-80ffa7e90610 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355611 Jun 29 23:28:01.077746 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11d0396a-3547-4072-9724-ac65cb0ee22b req-6528b18b-8045-4892-b595-aca61d3e1459 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=d29e46e4-c1cb-4325-bd04-c4434c06737b HTTP/1.1" status: 200 len: 210 time: 0.0274568 Jun 29 23:28:01.762591 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe85c0e-73ea-4dc1-b114-b800c467c4dd req-375068bf-5b64-4f97-9869-7f44ad93ba62 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:01.764234 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-afe85c0e-73ea-4dc1-b114-b800c467c4dd req-375068bf-5b64-4f97-9869-7f44ad93ba62 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0644732 Jun 29 23:28:01.808561 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-afe85c0e-73ea-4dc1-b114-b800c467c4dd req-3d44570f-e238-4158-a450-29064a49ff70 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381186 Jun 29 23:28:01.950791 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf7dd4-da83-4da4-8c03-fb474bd3170c req-cbb391b3-6b82-406b-ab72-273f9e532a96 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:01.952493 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ccf7dd4-da83-4da4-8c03-fb474bd3170c req-cbb391b3-6b82-406b-ab72-273f9e532a96 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0626254 Jun 29 23:28:01.989329 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ccf7dd4-da83-4da4-8c03-fb474bd3170c req-8151e25d-cd8a-41ae-a6f9-41c3b753c798 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307426 Jun 29 23:28:02.141044 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aae73-afbd-4211-9070-21b811e50fa5 req-015d7d61-8620-47b5-b4fe-6f4797f70e14 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:02.142536 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a85aae73-afbd-4211-9070-21b811e50fa5 req-015d7d61-8620-47b5-b4fe-6f4797f70e14 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 943 time: 0.0612216 Jun 29 23:28:02.183450 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a85aae73-afbd-4211-9070-21b811e50fa5 req-94235b8e-8d37-4d1d-b7c2-6d5c03a2eeb4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322788 Jun 29 23:28:02.543326 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device de91d95a-06c1-4240-9a71-8c60e803f37a details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:28:02.556278 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device f8573449-e822-478a-9e32-e9ae5ea38f92 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:28:02.578740 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: f8573449-e822-478a-9e32-e9ae5ea38f92 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:28:02.579026 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device f8573449-e822-478a-9e32-e9ae5ea38f92 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:28:02.656758 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:02.666830 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'port_id': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'mac_address': 'fa:16:3e:22:94:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:28:02.707069 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:02.832721 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de91d95a-06c1-4240-9a71-8c60e803f37a {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:28:02.853695 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:02.942348 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:02.944326 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:02.991680 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d13dc-ea45-4c00-a028-d5ab3d1c90d3 req-4f7606bf-43dd-4fb0-920a-a11849bd2e88 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:02.992594 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=9']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:02.993145 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-294d13dc-ea45-4c00-a028-d5ab3d1c90d3 req-4f7606bf-43dd-4fb0-920a-a11849bd2e88 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0673497 Jun 29 23:28:02.995874 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:03.032247 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-294d13dc-ea45-4c00-a028-d5ab3d1c90d3 req-edaf2794-579a-4a06-8d74-24d8050e22da tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328035 Jun 29 23:28:03.158096 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfd3cd-9f39-4dc9-be28-4f95f3e48015 req-cf80879b-0095-4197-8e5d-19cf5f00d203 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:03.159596 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bccfd3cd-9f39-4dc9-be28-4f95f3e48015 req-cf80879b-0095-4197-8e5d-19cf5f00d203 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0609534 Jun 29 23:28:03.196868 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bccfd3cd-9f39-4dc9-be28-4f95f3e48015 req-7b03e569-a76a-418f-ba5b-5915f5f34d3d tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313344 Jun 29 23:28:03.356409 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45210f6e-4f52-4cfe-aaa5-ef3b20f4dde9 req-faa1c90a-3f82-492e-987f-068630c28ea4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:03.357894 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45210f6e-4f52-4cfe-aaa5-ef3b20f4dde9 req-faa1c90a-3f82-492e-987f-068630c28ea4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 944 time: 0.0619612 Jun 29 23:28:03.402412 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45210f6e-4f52-4cfe-aaa5-ef3b20f4dde9 req-67653230-369a-4d5c-a7b7-3d01413e2381 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 Jun 29 23:28:04.202304 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421e96a-cbba-4d27-b75c-d82181190121 req-210f26b4-a499-4156-b89a-ec16cca6798f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:04.204308 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d421e96a-cbba-4d27-b75c-d82181190121 req-210f26b4-a499-4156-b89a-ec16cca6798f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0612822 Jun 29 23:28:04.243505 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d421e96a-cbba-4d27-b75c-d82181190121 req-a8d118ac-9ca5-44b0-85b0-e1221047190e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335264 Jun 29 23:28:04.365333 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02054cf-afd4-4469-8106-f871bbfba689 req-67d155fe-98f2-4650-b0c8-67cbafecaa64 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:04.367080 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f02054cf-afd4-4469-8106-f871bbfba689 req-67d155fe-98f2-4650-b0c8-67cbafecaa64 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0616827 Jun 29 23:28:04.403086 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f02054cf-afd4-4469-8106-f871bbfba689 req-3bf13c48-24d0-4f86-b999-a78779433fff tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305512 Jun 29 23:28:04.581306 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913b068-e0d8-497f-80b7-943125f9a3d4 req-8e8c989e-f765-4c58-9a55-6884038dcdcc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:04.582706 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5913b068-e0d8-497f-80b7-943125f9a3d4 req-8e8c989e-f765-4c58-9a55-6884038dcdcc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 944 time: 0.0648501 Jun 29 23:28:04.619971 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5913b068-e0d8-497f-80b7-943125f9a3d4 req-25e45b58-81a9-4e99-acef-71a8bba60cbc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316017 Jun 29 23:28:05.415245 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774147c-b4c4-4d7d-a42a-aae5580dd594 req-0643546d-b9b0-4114-80b3-2437ec22c056 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:05.416705 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2774147c-b4c4-4d7d-a42a-aae5580dd594 req-0643546d-b9b0-4114-80b3-2437ec22c056 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0639126 Jun 29 23:28:05.455198 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2774147c-b4c4-4d7d-a42a-aae5580dd594 req-a9b90342-2779-401e-9d88-d6732cc84297 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Jun 29 23:28:05.572412 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6bdf3-4475-4468-bd4c-eda9f709ce8e req-422eab5c-269e-4c58-8d0f-68b79032599a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:05.573883 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-56d6bdf3-4475-4468-bd4c-eda9f709ce8e req-422eab5c-269e-4c58-8d0f-68b79032599a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0605812 Jun 29 23:28:05.615654 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-56d6bdf3-4475-4468-bd4c-eda9f709ce8e req-425aaf1d-65dc-43d6-904c-936569594661 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356700 Jun 29 23:28:05.791992 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1629c70-cc93-45f4-9475-cfa79eefc1ee req-47466073-d615-4a27-aaa1-957176a8b2c6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:05.793478 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b1629c70-cc93-45f4-9475-cfa79eefc1ee req-47466073-d615-4a27-aaa1-957176a8b2c6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 944 time: 0.0610988 Jun 29 23:28:05.830322 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b1629c70-cc93-45f4-9475-cfa79eefc1ee req-2fd94277-860a-4bb5-aeb4-2cc7bd4c8fed tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312061 Jun 29 23:28:05.991271 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['de91d95a-06c1-4240-9a71-8c60e803f37a'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:28:06.628466 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480196a3-1dc5-41aa-bc86-22438b12e4a6 req-941f11b6-5817-4eda-a05d-5bdbdfea2fa0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:06.630064 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-480196a3-1dc5-41aa-bc86-22438b12e4a6 req-941f11b6-5817-4eda-a05d-5bdbdfea2fa0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0666635 Jun 29 23:28:06.670774 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-480196a3-1dc5-41aa-bc86-22438b12e4a6 req-43be49dc-91cd-4a85-abf0-bb8b241464e0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350723 Jun 29 23:28:06.794865 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def13d00-cac9-4807-adda-7fe6ef995508 req-6e6b8f63-89b8-479e-af95-89b60657b8ad tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:06.796728 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-def13d00-cac9-4807-adda-7fe6ef995508 req-6e6b8f63-89b8-479e-af95-89b60657b8ad tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0655687 Jun 29 23:28:06.840933 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-def13d00-cac9-4807-adda-7fe6ef995508 req-1d91ee27-dcc5-464f-8f51-6c5023d1ffe6 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380788 Jun 29 23:28:07.011933 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939b54c-cbfd-4124-b273-d4ce45f2883b req-8086cd93-1e5b-46fc-a447-aec10ea4d98b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:07.013371 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5939b54c-cbfd-4124-b273-d4ce45f2883b req-8086cd93-1e5b-46fc-a447-aec10ea4d98b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 944 time: 0.0617900 Jun 29 23:28:07.050530 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5939b54c-cbfd-4124-b273-d4ce45f2883b req-31f43bd6-ec13-4bb4-a7b9-ca1a0ca018a0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306571 Jun 29 23:28:07.847967 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01137f-44da-4000-b1b0-bc7daeda3b90 req-865bc5e6-f2e9-4e63-aa01-ca4aa29a3f22 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:07.849425 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b01137f-44da-4000-b1b0-bc7daeda3b90 req-865bc5e6-f2e9-4e63-aa01-ca4aa29a3f22 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 943 time: 0.0613608 Jun 29 23:28:07.918155 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b01137f-44da-4000-b1b0-bc7daeda3b90 req-6d3cd8ea-08ae-4f0c-9a82-efef4c4f8b3c tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573752 Jun 29 23:28:07.945832 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17076e8c-dcda-48b4-bcb9-77c478da22fb req-f1a95b70-4c0d-4b73-b77c-b1a27f6c4ba1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:07.947474 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17076e8c-dcda-48b4-bcb9-77c478da22fb req-f1a95b70-4c0d-4b73-b77c-b1a27f6c4ba1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0971539 Jun 29 23:28:07.987607 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17076e8c-dcda-48b4-bcb9-77c478da22fb req-c38a38ab-e22a-46ce-b714-9fdebc1f64d0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Jun 29 23:28:08.078669 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafafc1-4ef8-4201-99b8-4c187de93139 req-3a6e56c6-a478-44dc-9d4e-0d3fdcd10fc4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:08.080142 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bfafafc1-4ef8-4201-99b8-4c187de93139 req-3a6e56c6-a478-44dc-9d4e-0d3fdcd10fc4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0622401 Jun 29 23:28:08.118180 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bfafafc1-4ef8-4201-99b8-4c187de93139 req-8a56feb7-8f27-456a-8eb4-066a1130df2a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324275 Jun 29 23:28:08.232790 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75516b13-eef5-402f-b7bf-cbf1bc1f4109 req-addfb5ca-8f21-4990-8507-e6b5e64b8fc0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:08.234272 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-75516b13-eef5-402f-b7bf-cbf1bc1f4109 req-addfb5ca-8f21-4990-8507-e6b5e64b8fc0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 944 time: 0.0697162 Jun 29 23:28:08.272827 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-75516b13-eef5-402f-b7bf-cbf1bc1f4109 req-e578d832-1223-45ff-bb5c-42bf0477cf68 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Jun 29 23:28:08.574082 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 149575bc-8d74-4195-ac19-c70cca2982db details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:28:08.584416 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device de91d95a-06c1-4240-9a71-8c60e803f37a up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:28:08.680023 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port de91d95a-06c1-4240-9a71-8c60e803f37a triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:28:08.680455 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:08.729951 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 149575bc-8d74-4195-ac19-c70cca2982db, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149575bc-8d74-4195-ac19-c70cca2982db,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:08.743693 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '149575bc-8d74-4195-ac19-c70cca2982db', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'port_id': '149575bc-8d74-4195-ac19-c70cca2982db', 'mac_address': 'fa:16:3e:6c:59:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:28:08.806895 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:08.810626 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:08.828443 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149575bc-8d74-4195-ac19-c70cca2982db {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:28:08.848210 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:28:08.850437 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5bf873-661a-443d-8fcb-8a8e9d242306" -d '{"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-plugged", "status": "completed", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:28:08.867793 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 149575bc-8d74-4195-ac19-c70cca2982db, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149575bc-8d74-4195-ac19-c70cca2982db,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:08.869557 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:08.886296 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4883fd1-f296-4da9-82fe-06a8ccb6b18c x-openstack-request-id: req-b4883fd1-f296-4da9-82fe-06a8ccb6b18c {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:28:08.886594 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-plugged", "status": "completed", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:28:08.886856 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4883fd1-f296-4da9-82fe-06a8ccb6b18c {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:28:08.887252 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'code': 200} Jun 29 23:28:08.961477 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:08.963511 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:08.965357 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:09.013623 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=10']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:09.063913 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=149575bc-8d74-4195-ac19-c70cca2982db,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:09.067070 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:09.067611 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f5b26d08-bcc5-42bb-8053-b573aec9d880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:09.067961 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f5b26d08-bcc5-42bb-8053-b573aec9d880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:09.095690 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e692327-4ffa-4703-b258-58ef3d285b2f req-1604dcf8-56c4-4377-aefe-583cc3509177 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:09.097082 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e692327-4ffa-4703-b258-58ef3d285b2f req-1604dcf8-56c4-4377-aefe-583cc3509177 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 944 time: 0.0699303 Jun 29 23:28:09.163530 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e692327-4ffa-4703-b258-58ef3d285b2f req-bc78471f-5ca1-49f0-b945-aa1d37172a1f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608487 Jun 29 23:28:09.195466 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f8e8-8c0e-4920-8f0f-6a1c90fd1842 req-d8db6e64-fd9c-4003-a531-a73f9855380d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:09.196894 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c591f8e8-8c0e-4920-8f0f-6a1c90fd1842 req-d8db6e64-fd9c-4003-a531-a73f9855380d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0871568 Jun 29 23:28:09.233857 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c591f8e8-8c0e-4920-8f0f-6a1c90fd1842 req-e2cba7ab-6101-4aa7-b407-7634310ff5fc tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Jun 29 23:28:09.336110 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37581ee6-b005-4004-868a-ba8b442b73f0 req-b7298cf6-738f-4576-a799-c82a67c0f109 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:09.337775 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37581ee6-b005-4004-868a-ba8b442b73f0 req-b7298cf6-738f-4576-a799-c82a67c0f109 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0721714 Jun 29 23:28:09.380504 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37581ee6-b005-4004-868a-ba8b442b73f0 req-64f4d8f7-1c88-47f7-b3b9-53f07fac0b3c tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363722 Jun 29 23:28:09.461374 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8d6d1-37b7-4567-a008-729d9c0c2fde req-5bcc7665-9e4d-417e-846c-16f1263dc7da tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:09.462839 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aef8d6d1-37b7-4567-a008-729d9c0c2fde req-5bcc7665-9e4d-417e-846c-16f1263dc7da tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 946 time: 0.0615253 Jun 29 23:28:09.499203 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aef8d6d1-37b7-4567-a008-729d9c0c2fde req-ace23234-0372-4b53-93b9-677f64a7bfbd tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308697 Jun 29 23:28:10.335222 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4949-1d4c-42d9-8423-4330da975a0a req-f33cfaba-ea71-4e8d-80f5-b4d68798448d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:10.336746 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f2ed4949-1d4c-42d9-8423-4330da975a0a req-f33cfaba-ea71-4e8d-80f5-b4d68798448d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 944 time: 0.0663886 Jun 29 23:28:10.401089 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f2ed4949-1d4c-42d9-8423-4330da975a0a req-eda1bba5-0aac-477c-8921-1b9fdcf99573 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586081 Jun 29 23:28:10.441866 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489c930-de37-496d-9bef-c68d26fb8867 req-7c958e87-3fef-4b5c-b992-34325513acf9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:10.443330 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e489c930-de37-496d-9bef-c68d26fb8867 req-7c958e87-3fef-4b5c-b992-34325513acf9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0863028 Jun 29 23:28:10.480179 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e489c930-de37-496d-9bef-c68d26fb8867 req-357b81d3-8467-4187-9e0f-881caf6fb5ea tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Jun 29 23:28:10.563644 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2748c-a6e6-4dcc-a11c-b3f4028dc917 req-23a02ef1-6ba6-4b44-8ea8-d13a4e429b93 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:10.565095 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2ba2748c-a6e6-4dcc-a11c-b3f4028dc917 req-23a02ef1-6ba6-4b44-8ea8-d13a4e429b93 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0642445 Jun 29 23:28:10.602904 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2ba2748c-a6e6-4dcc-a11c-b3f4028dc917 req-846237c3-f668-4906-874f-d2e473add990 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Jun 29 23:28:10.674128 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080b4c6-0541-4f32-a1c3-4ee01529149e req-8e0b1951-541e-4a26-9cb7-8cf450581643 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:10.675568 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a080b4c6-0541-4f32-a1c3-4ee01529149e req-8e0b1951-541e-4a26-9cb7-8cf450581643 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 946 time: 0.0596645 Jun 29 23:28:10.711208 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a080b4c6-0541-4f32-a1c3-4ee01529149e req-565bcd52-1eb1-40bf-aa0a-7d1b939a7cca tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297489 Jun 29 23:28:11.576035 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b1d88-47d3-42ef-a609-138817273cca req-e406f3e9-4fc0-4f79-ab36-17d4dca5d76d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:11.577420 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-137b1d88-47d3-42ef-a609-138817273cca req-e406f3e9-4fc0-4f79-ab36-17d4dca5d76d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 944 time: 0.0620370 Jun 29 23:28:11.647892 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-137b1d88-47d3-42ef-a609-138817273cca req-25815231-0caa-4f84-91dd-b209ab4af179 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647695 Jun 29 23:28:11.685883 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80072537-bbc4-43db-9053-5a68489304d2 req-9b6a368c-eeb1-409b-82b4-127353ee6cb6 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:11.687322 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-80072537-bbc4-43db-9053-5a68489304d2 req-9b6a368c-eeb1-409b-82b4-127353ee6cb6 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0911424 Jun 29 23:28:11.733467 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-80072537-bbc4-43db-9053-5a68489304d2 req-9d6575ab-cfad-4a20-93dd-c4f830a110ec tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Jun 29 23:28:11.823495 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f084108-f722-4da3-b536-d17852c13b3c req-984472fb-3c16-4825-a9d8-9d15f9032ba5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:11.825438 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8f084108-f722-4da3-b536-d17852c13b3c req-984472fb-3c16-4825-a9d8-9d15f9032ba5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0686681 Jun 29 23:28:11.859223 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['149575bc-8d74-4195-ac19-c70cca2982db'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:28:11.920728 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8f084108-f722-4da3-b536-d17852c13b3c req-d7353b6c-909c-416e-a216-345c8145df27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884459 Jun 29 23:28:11.958578 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3733a-ada7-4c14-84ee-0acba7d54ae7 req-2dd2ec4e-e4e5-4f10-b8b4-2ac224660dcf tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:11.960546 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-20e3733a-ada7-4c14-84ee-0acba7d54ae7 req-2dd2ec4e-e4e5-4f10-b8b4-2ac224660dcf tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 946 time: 0.1077120 Jun 29 23:28:11.999326 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-20e3733a-ada7-4c14-84ee-0acba7d54ae7 req-344da21a-2d98-4c1f-ba89-afe54412ca27 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Jun 29 23:28:12.564250 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc91af-2e56-457d-aa1e-8540db55440f req-cd090ca2-446c-43b6-9183-afc51f93d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:12.565651 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-edcc91af-2e56-457d-aa1e-8540db55440f req-cd090ca2-446c-43b6-9183-afc51f93d0ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 1099 time: 0.0523782 Jun 29 23:28:12.603792 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-edcc91af-2e56-457d-aa1e-8540db55440f req-e9faf919-5b2d-4aac-92b3-5479e731df0b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309577 Jun 29 23:28:12.746362 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-f431d17b-ce5f-492a-ad32-bb1dd0dae5f4 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:12.747846 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-f431d17b-ce5f-492a-ad32-bb1dd0dae5f4 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/networks?id=99e5a83e-4527-4f80-a575-1fcd541b4e4e HTTP/1.1" status: 200 len: 814 time: 0.1036055 Jun 29 23:28:12.772493 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-609f6ff6-a048-4aa8-830f-8929aec8ab86 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/quotas/13094da391974cb399bee7e79c29162f HTTP/1.1" status: 200 len: 375 time: 0.0189426 Jun 29 23:28:13.035296 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-0f43307c-a236-4a19-9fb2-941e4053a957 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=13094da391974cb399bee7e79c29162f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297897 Jun 29 23:28:13.117814 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12b4a8-43ea-4409-b2b0-1b0586d10b55 req-414f80da-947b-478e-a476-c2bafaab936a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:13.119250 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c12b4a8-43ea-4409-b2b0-1b0586d10b55 req-414f80da-947b-478e-a476-c2bafaab936a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 944 time: 0.3585312 Jun 29 23:28:13.163524 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-7bb1c793-524a-49cf-9b4f-940c1c455040 service neutron] 10.222.0.61 "GET /v2.0/networks/99e5a83e-4527-4f80-a575-1fcd541b4e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210823 Jun 29 23:28:13.192237 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c12b4a8-43ea-4409-b2b0-1b0586d10b55 req-386d8c3e-932e-4450-a1e9-8645ab57949c tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633845 Jun 29 23:28:13.259641 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-f70319be-78bb-4f63-89c5-9c78758dcfaa service neutron] 10.222.0.61 "GET /v2.0/networks/99e5a83e-4527-4f80-a575-1fcd541b4e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889826 Jun 29 23:28:13.353321 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45313dc1-87b7-4f8d-b1cc-aa90be142500 req-3332104f-57c7-47fe-8b39-6563e3e0e28b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:13.358852 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45313dc1-87b7-4f8d-b1cc-aa90be142500 req-3332104f-57c7-47fe-8b39-6563e3e0e28b tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0624716 Jun 29 23:28:13.391493 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45313dc1-87b7-4f8d-b1cc-aa90be142500 req-4079835a-8eaf-4dbc-b60f-4c27dbac6472 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Jun 29 23:28:13.421628 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-d50fc77b-f37d-4e67-9c6f-c68b33b97284 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:13.424368 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-d50fc77b-f37d-4e67-9c6f-c68b33b97284 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 945 time: 0.0774984 Jun 29 23:28:13.487150 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 149575bc-8d74-4195-ac19-c70cca2982db up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:28:13.544800 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Deleting port ac65e79f-4254-409a-9afe-0be1e9cfe433 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:28:13.545183 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:13.617945 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fab8c-976a-4f03-8a61-820129934015 req-97595e8a-43e1-4065-8516-3ab58eb192a9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:13.620017 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-901fab8c-976a-4f03-8a61-820129934015 req-97595e8a-43e1-4065-8516-3ab58eb192a9 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.1134920 Jun 29 23:28:13.640248 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 149575bc-8d74-4195-ac19-c70cca2982db completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:28:13.643827 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 149575bc-8d74-4195-ac19-c70cca2982db triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:28:13.644211 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:13.681622 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-901fab8c-976a-4f03-8a61-820129934015 req-5af7d92c-b12b-4bfb-a321-0feecdf8994a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454569 Jun 29 23:28:13.691365 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] For port ac65e79f-4254-409a-9afe-0be1e9cfe433, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=ac65e79f-4254-409a-9afe-0be1e9cfe433,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:13.691836 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:13.705968 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b631ab-cb02-4521-961b-7fd7d0894f37 req-16466214-e8f6-4832-a12c-0192fe948432 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:13.707680 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-67b631ab-cb02-4521-961b-7fd7d0894f37 req-16466214-e8f6-4832-a12c-0192fe948432 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 946 time: 0.1087794 Jun 29 23:28:13.718047 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Calling delete_port for ac65e79f-4254-409a-9afe-0be1e9cfe433 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:28:13.762385 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:13.764774 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-67b631ab-cb02-4521-961b-7fd7d0894f37 req-3ac2c29f-0158-4cf1-8942-6a03b74209ba tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508814 Jun 29 23:28:13.799987 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 149575bc-8d74-4195-ac19-c70cca2982db, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149575bc-8d74-4195-ac19-c70cca2982db,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:13.801408 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149575bc-8d74-4195-ac19-c70cca2982db'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:28:13.804185 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4beb46-ee62-4dd6-a116-99199b7318e4" -d '{"events": [{"server_uuid": "fef4781e-8c32-4885-8fda-c89d0571f89f", "name": "network-vif-plugged", "status": "completed", "tag": "149575bc-8d74-4195-ac19-c70cca2982db"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:28:13.813522 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-795e8def-7232-4fa2-9266-9a46881b4f52 req-34659679-0044-4b7d-9407-92cf9aa179bd tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 210 time: 0.0436194 Jun 29 23:28:13.852685 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:13.858181 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:13.890470 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f18826-99ef-4387-ae62-7297a373b072 x-openstack-request-id: req-c7f18826-99ef-4387-ae62-7297a373b072 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:28:13.891660 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef4781e-8c32-4885-8fda-c89d0571f89f", "name": "network-vif-plugged", "status": "completed", "tag": "149575bc-8d74-4195-ac19-c70cca2982db", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:28:13.891660 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7f18826-99ef-4387-ae62-7297a373b072 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:28:13.891974 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149575bc-8d74-4195-ac19-c70cca2982db', 'code': 200} Jun 29 23:28:13.922592 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=149575bc-8d74-4195-ac19-c70cca2982db,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:13.927600 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:14.161865 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:14.166698 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f0fb7526-3768-4905-81ae-64e7b4b6ed1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:14.195784 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Pushing event deleted for resources: {'Port': ['ID=ac65e79f-4254-409a-9afe-0be1e9cfe433,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:14.204925 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:14.212073 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['e219f38b-ca16-4c45-904d-d982f4f547e2', 'ac65e79f-4254-409a-9afe-0be1e9cfe433'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:28:14.308455 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] No DVR routers for this DVR port ac65e79f-4254-409a-9afe-0be1e9cfe433 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:28:14.315221 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:14.317234 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e3a29b79-2d7b-46d3-9cfb-6fe3313a8252 req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.64 "DELETE /v2.0/ports/ac65e79f-4254-409a-9afe-0be1e9cfe433 HTTP/1.1" status: 204 len: 173 time: 0.8864326 Jun 29 23:28:14.317750 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b2aee5-15aa-4bd0-845f-73b805056b62', 'name': 'network-vif-deleted', 'tag': 'ac65e79f-4254-409a-9afe-0be1e9cfe433'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:28:14.332546 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ca5a1f-d5c5-44f7-881e-216de691a220" -d '{"events": [{"server_uuid": "e1b2aee5-15aa-4bd0-845f-73b805056b62", "name": "network-vif-deleted", "tag": "ac65e79f-4254-409a-9afe-0be1e9cfe433"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:28:14.374309 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b417b-b089-4c80-bed7-814ad65f6f63 req-73061725-2e95-4bc9-a40d-978d6c024690 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:14.380095 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b33b417b-b089-4c80-bed7-814ad65f6f63 req-73061725-2e95-4bc9-a40d-978d6c024690 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.1217980 Jun 29 23:28:14.472381 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b33b417b-b089-4c80-bed7-814ad65f6f63 req-51aeead7-13a6-4c2a-9c0a-7fb8b3dfff98 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822482 Jun 29 23:28:14.507986 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6e648-0d5b-4820-8949-33fcc7234ccc req-cb5b2353-2381-416b-a08d-2b21cb480368 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:14.509958 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1ac6e648-0d5b-4820-8949-33fcc7234ccc req-cb5b2353-2381-416b-a08d-2b21cb480368 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.1287324 Jun 29 23:28:14.565741 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f8c0ab-b127-456e-ae6d-32e351e71ada x-openstack-request-id: req-c6f8c0ab-b127-456e-ae6d-32e351e71ada {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:28:14.566699 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b2aee5-15aa-4bd0-845f-73b805056b62", "name": "network-vif-deleted", "tag": "ac65e79f-4254-409a-9afe-0be1e9cfe433", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:28:14.567140 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6f8c0ab-b127-456e-ae6d-32e351e71ada {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:28:14.567732 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b2aee5-15aa-4bd0-845f-73b805056b62', 'name': 'network-vif-deleted', 'tag': 'ac65e79f-4254-409a-9afe-0be1e9cfe433', 'status': 'completed', 'code': 200} Jun 29 23:28:14.575050 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1ac6e648-0d5b-4820-8949-33fcc7234ccc req-878a9513-cc1a-418b-b568-c623634f76c9 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543139 Jun 29 23:28:14.643268 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234f65-c226-4d25-804f-5d168f08a533 req-3f9705d3-2755-47fa-a6fe-ed12363e6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:14.644844 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-de234f65-c226-4d25-804f-5d168f08a533 req-3f9705d3-2755-47fa-a6fe-ed12363e6af3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 1099 time: 0.1254251 Jun 29 23:28:14.689362 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a4963f7-d5b7-4b5d-a513-9f9ed414404b req-165effb9-44b9-4ab8-b929-b7261377373d tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0300808 Jun 29 23:28:14.701838 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7da171-b16c-4f9a-9d91-a241fe31c17d req-d8ee87df-2fb9-4b46-bb5f-9716e5dfb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:14.703501 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2c7da171-b16c-4f9a-9d91-a241fe31c17d req-d8ee87df-2fb9-4b46-bb5f-9716e5dfb0ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 1098 time: 0.1538448 Jun 29 23:28:14.771585 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2c7da171-b16c-4f9a-9d91-a241fe31c17d req-2f2e3ea3-3e61-42c8-b894-e279a2ff7cc3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582070 Jun 29 23:28:14.774662 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234f65-c226-4d25-804f-5d168f08a533 req-839ff213-10d8-4d46-aac2-4dace75fbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:14.776089 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-de234f65-c226-4d25-804f-5d168f08a533 req-839ff213-10d8-4d46-aac2-4dace75fbed6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 912 time: 0.1236522 Jun 29 23:28:14.965689 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-946f629e-51c8-43d0-854e-ba7d895918fa req-cc86a04f-bed6-4533-b513-de9bb6353310 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 210 time: 0.0358691 Jun 29 23:28:14.980639 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea5e25-1bb0-4b3a-be71-7d78010166eb req-f3063250-5c05-43a1-b27b-6d07058ad232 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:14.982086 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6dea5e25-1bb0-4b3a-be71-7d78010166eb req-f3063250-5c05-43a1-b27b-6d07058ad232 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 946 time: 0.0969198 Jun 29 23:28:15.024067 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6dea5e25-1bb0-4b3a-be71-7d78010166eb req-a8138efb-2343-49a2-9b70-fc05e20fac00 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327580 Jun 29 23:28:15.230522 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-de234f65-c226-4d25-804f-5d168f08a533 req-12005b1f-2e10-4b75-9441-f577adf6b130 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26903de5-203d-4c6d-9b5d-dd991267eefa HTTP/1.1" status: 200 len: 1002 time: 0.0880339 Jun 29 23:28:15.287332 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234f65-c226-4d25-804f-5d168f08a533 req-dd6e2c91-8f70-4785-850e-7bf56e6015cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:15.288830 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-de234f65-c226-4d25-804f-5d168f08a533 req-dd6e2c91-8f70-4785-850e-7bf56e6015cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cd51bbb-eb2f-4679-8361-22fe3e4938f8 HTTP/1.1" status: 200 len: 850 time: 0.0500476 Jun 29 23:28:15.347906 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234f65-c226-4d25-804f-5d168f08a533 req-db1bc543-d866-483e-b5ca-7519cd0e6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:15.349611 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-de234f65-c226-4d25-804f-5d168f08a533 req-db1bc543-d866-483e-b5ca-7519cd0e6864 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d8ecfa1-3c87-4166-9abc-18a879e92697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528929 Jun 29 23:28:15.450137 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-de234f65-c226-4d25-804f-5d168f08a533 req-8d38e8e0-de8f-4df8-bf67-55385b2e9c27 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925398 Jun 29 23:28:15.540182 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-de234f65-c226-4d25-804f-5d168f08a533 req-a373d9cf-feaf-4c9a-8e77-10603ed804f7 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821621 Jun 29 23:28:15.654033 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5307a-4d15-4de3-9889-cc64cf909c5b req-33f347c6-a812-4a4d-830d-d4d4c3e09d61 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:15.656364 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10f5307a-4d15-4de3-9889-cc64cf909c5b req-33f347c6-a812-4a4d-830d-d4d4c3e09d61 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0705807 Jun 29 23:28:15.729894 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10f5307a-4d15-4de3-9889-cc64cf909c5b req-aeb2c7ec-c579-4713-a285-5ee787df45a3 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670352 Jun 29 23:28:15.761698 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f6d3b-b884-4b88-8d36-a5f9d7534abf req-50536105-6ce2-46f9-8607-2f1201d65a5f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:15.763466 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-698f6d3b-b884-4b88-8d36-a5f9d7534abf req-50536105-6ce2-46f9-8607-2f1201d65a5f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.0866735 Jun 29 23:28:15.806350 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-698f6d3b-b884-4b88-8d36-a5f9d7534abf req-1cadab59-9276-4706-b9ed-a7340b370946 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Jun 29 23:28:15.907805 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fe0e39f7-d4b3-4b19-bfc9-cabdc4eb3b50 req-425d4b9e-0f07-47ed-8d72-15b288e76863 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b2aee5-15aa-4bd0-845f-73b805056b62 HTTP/1.1" status: 200 len: 210 time: 0.0308657 Jun 29 23:28:16.106153 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a717c18-8997-4a98-9ef5-8a82d8d3de15 req-d8238c21-0142-434d-b710-d7d829c6f888 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 210 time: 0.0298018 Jun 29 23:28:16.202671 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4820952-5340-4965-9ba1-aa376eaec876 req-a464a8ff-074a-4d85-be05-181b67fed733 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:16.204716 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4820952-5340-4965-9ba1-aa376eaec876 req-a464a8ff-074a-4d85-be05-181b67fed733 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 946 time: 0.0639353 Jun 29 23:28:16.248828 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4820952-5340-4965-9ba1-aa376eaec876 req-0e87f372-78db-4784-bd0d-b3ad0e6fb30b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 Jun 29 23:28:16.924346 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa89d1a-95d3-4464-8557-90ce678a9b01 req-fc4ef0bb-28dd-4a2a-93ad-9f3592eae7e8 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:16.925792 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5aa89d1a-95d3-4464-8557-90ce678a9b01 req-fc4ef0bb-28dd-4a2a-93ad-9f3592eae7e8 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0666845 Jun 29 23:28:16.995475 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5aa89d1a-95d3-4464-8557-90ce678a9b01 req-1f0351bf-656b-4474-9119-af81b914de8a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607574 Jun 29 23:28:17.019646 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68324d2b-65aa-4f44-92ad-447e14c01de0 req-db74166b-c4b7-42d1-9a89-3a39c75ce78a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:17.021206 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-68324d2b-65aa-4f44-92ad-447e14c01de0 req-db74166b-c4b7-42d1-9a89-3a39c75ce78a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.0944960 Jun 29 23:28:17.062304 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-68324d2b-65aa-4f44-92ad-447e14c01de0 req-592a4c6f-37ff-46b8-bc2b-329ff2efcff4 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348520 Jun 29 23:28:17.103706 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-644a433c-2cf6-4f2b-a6de-3244b06f9fc3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:17.105433 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-644a433c-2cf6-4f2b-a6de-3244b06f9fc3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.64 "GET /v2.0/networks?id=99e5a83e-4527-4f80-a575-1fcd541b4e4e HTTP/1.1" status: 200 len: 814 time: 0.1171057 Jun 29 23:28:17.132544 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Request body: {'port': {'device_id': '20e208a1-7693-431d-b2cb-3c2f61633d5b', 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e', 'admin_state_up': True, 'tenant_id': '13094da391974cb399bee7e79c29162f'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:28:17.252863 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66832b7-9ef5-416d-bc16-7c68ee94f693 req-1dc82cf8-998b-46e5-bd80-1281543e06f5 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:17.254537 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d66832b7-9ef5-416d-bc16-7c68ee94f693 req-1dc82cf8-998b-46e5-bd80-1281543e06f5 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.0709741 Jun 29 23:28:17.303867 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Made reservation on behalf of 13094da391974cb399bee7e79c29162f for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:28:17.304031 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d66832b7-9ef5-416d-bc16-7c68ee94f693 req-cbb022ad-afaf-45c4-8121-3b265d37de87 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436265 Jun 29 23:28:17.313411 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:17.335806 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 47596) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:17.469561 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c9a261fa-92f3-408e-9175-12ccf1da7adf req-dfc3e0a7-7c97-4444-b58a-ca803b494890 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 210 time: 0.0288110 Jun 29 23:28:17.488056 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Allocated IP 172.20.0.10 (99e5a83e-4527-4f80-a575-1fcd541b4e4e/5bdaa649-c342-427b-921c-f7d464a31615/6a662063-cfcd-4219-94e3-4554c825b56c) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:28:17.512557 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device ac65e79f-4254-409a-9afe-0be1e9cfe433 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:28:17.544083 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: ac65e79f-4254-409a-9afe-0be1e9cfe433 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:28:17.544513 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device ac65e79f-4254-409a-9afe-0be1e9cfe433 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:28:17.650317 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:17.666475 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5928e1-fd04-45d4-96d1-e591f2ea676a tempest-TestVolumeBootPattern-2079833185 tempest-TestVolumeBootPattern-2079833185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:17.668019 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9d5928e1-fd04-45d4-96d1-e591f2ea676a tempest-TestVolumeBootPattern-2079833185 tempest-TestVolumeBootPattern-2079833185-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 1093 time: 0.3312998 Jun 29 23:28:17.671071 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47606) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:17.682938 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'floatingip': {'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'port_id': '149575bc-8d74-4195-ac19-c70cca2982db', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:28:17.697088 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedbcf6-f160-4e2b-949b-11f85058ee8b req-37a7ae6a-df63-452c-a502-0ca1499fb784 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:17.698665 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ffedbcf6-f160-4e2b-949b-11f85058ee8b req-37a7ae6a-df63-452c-a502-0ca1499fb784 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0782115 Jun 29 23:28:17.737242 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ffedbcf6-f160-4e2b-949b-11f85058ee8b req-e527c77c-79e4-4b67-9631-08bf02489054 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Jun 29 23:28:17.771174 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:17.776435 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:17.817999 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:17.821202 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Network 99e5a83e-4527-4f80-a575-1fcd541b4e4e is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:28:17.837616 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:28:17.840187 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:28:17.895813 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Pushing event updated for resources: {'Port': ['ID=6a662063-cfcd-4219-94e3-4554c825b56c,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:17.904399 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:17.918715 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:17.919306 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:17.975700 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:18.015394 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8878219 Jun 29 23:28:18.037052 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Request body: {'port': {'device_id': '20e208a1-7693-431d-b2cb-3c2f61633d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:28:18.135307 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Allocated IP 172.27.1.82 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/ff975a29-c147-48bb-8a20-690696e1ed74) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:28:18.156183 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:18.337474 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:18.508339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a662063-cfcd-4219-94e3-4554c825b56c {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:28:18.518287 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:18.522341 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:18.524617 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:18.568278 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Transition to ACTIVE for port object 6a662063-cfcd-4219-94e3-4554c825b56c will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:28:18.576313 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:28:18.579727 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:28:18.582343 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:28:18.588778 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'Port': ['ID=ff975a29-c147-48bb-8a20-690696e1ed74,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:18.593180 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:18.648562 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3665b8-4d68-4c03-8a81-56ecbb77def4 req-de2fa891-745f-459b-8bba-8441153cfee7 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:18.650046 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3f3665b8-4d68-4c03-8a81-56ecbb77def4 req-de2fa891-745f-459b-8bba-8441153cfee7 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 932 time: 0.0626829 Jun 29 23:28:18.664049 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:18.668773 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:18.695310 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3f3665b8-4d68-4c03-8a81-56ecbb77def4 req-b8565557-98f7-4b4c-94ac-1c41116d187d tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 Jun 29 23:28:18.761430 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Pushing event updated for resources: {'Port': ['ID=6a662063-cfcd-4219-94e3-4554c825b56c,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:18.794655 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:18.913744 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Attempting to bind port 6a662063-cfcd-4219-94e3-4554c825b56c on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:28:18.914083 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Attempting to bind port 6a662063-cfcd-4219-94e3-4554c825b56c by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '8015c5c7-4077-4d59-8589-9c5f63c3e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:28:18.914222 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36729c94-de12-40cd-a9a6-fc83d8d4bf47 req-7e92d012-8107-4c93-889b-95c2ba71ad46 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:18.914410 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Attempting to bind port 6a662063-cfcd-4219-94e3-4554c825b56c on network 99e5a83e-4527-4f80-a575-1fcd541b4e4e {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:28:18.915654 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36729c94-de12-40cd-a9a6-fc83d8d4bf47 req-7e92d012-8107-4c93-889b-95c2ba71ad46 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0647490 Jun 29 23:28:18.927671 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Port 6a662063-cfcd-4219-94e3-4554c825b56c on network 99e5a83e-4527-4f80-a575-1fcd541b4e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:28:18.928000 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Attempting to bind port 6a662063-cfcd-4219-94e3-4554c825b56c on network 99e5a83e-4527-4f80-a575-1fcd541b4e4e {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:28:18.952258 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:28:18.954776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Checking segment: {'id': '8015c5c7-4077-4d59-8589-9c5f63c3e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:28:18.954776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Bound using segment: {'id': '8015c5c7-4077-4d59-8589-9c5f63c3e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:28:18.954776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Bound port: 6a662063-cfcd-4219-94e3-4554c825b56c, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8015c5c7-4077-4d59-8589-9c5f63c3e5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:28:18.954776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:18.957468 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36729c94-de12-40cd-a9a6-fc83d8d4bf47 req-abd97193-b67e-4894-aeae-9edc319b565f tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331292 Jun 29 23:28:19.383549 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] For port 6a662063-cfcd-4219-94e3-4554c825b56c, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:28:19.409524 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] For port 6a662063-cfcd-4219-94e3-4554c825b56c, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=6a662063-cfcd-4219-94e3-4554c825b56c,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:28:19.414108 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:19.493136 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:19.495121 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:19.529326 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:19.530329 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:19.532234 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] 10.222.0.64 "PUT /v2.0/ports/6a662063-cfcd-4219-94e3-4554c825b56c HTTP/1.1" status: 200 len: 1094 time: 1.4992969 Jun 29 23:28:19.534340 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e208a1-7693-431d-b2cb-3c2f61633d5b', 'tag': '6a662063-cfcd-4219-94e3-4554c825b56c'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:28:19.537616 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6407b275-61f1-40b3-96bb-c23cf721410c" -d '{"events": [{"name": "network-changed", "server_uuid": "20e208a1-7693-431d-b2cb-3c2f61633d5b", "tag": "6a662063-cfcd-4219-94e3-4554c825b56c"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:28:19.583521 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e091aa33-93df-448b-8cda-7fd4cac91ad5 x-openstack-request-id: req-e091aa33-93df-448b-8cda-7fd4cac91ad5 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:28:19.583821 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e208a1-7693-431d-b2cb-3c2f61633d5b", "tag": "6a662063-cfcd-4219-94e3-4554c825b56c", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:28:19.584098 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e091aa33-93df-448b-8cda-7fd4cac91ad5 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:28:19.584507 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e208a1-7693-431d-b2cb-3c2f61633d5b', 'tag': '6a662063-cfcd-4219-94e3-4554c825b56c', 'status': 'completed', 'code': 200} Jun 29 23:28:19.596176 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Pushing event updated for resources: {'Port': ['ID=6a662063-cfcd-4219-94e3-4554c825b56c,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:19.600659 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:19.605081 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:19.774680 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407b275-61f1-40b3-96bb-c23cf721410c req-982e92b2-fa5c-44e5-b0c8-7dddb06c2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:19.776188 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-6407b275-61f1-40b3-96bb-c23cf721410c req-982e92b2-fa5c-44e5-b0c8-7dddb06c2fce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13094da391974cb399bee7e79c29162f&device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 1097 time: 0.1262271 Jun 29 23:28:19.795012 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:19.859165 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:19.863971 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4464ac4c-4e6e-463d-8982-5630eee0d026 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:19.868092 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c093d57-61c7-4c74-b543-8218ceeede7e req-eee926eb-2132-400f-af53-632206f19f72 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:19.869573 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3c093d57-61c7-4c74-b543-8218ceeede7e req-eee926eb-2132-400f-af53-632206f19f72 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 944 time: 0.0639675 Jun 29 23:28:19.912425 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3c093d57-61c7-4c74-b543-8218ceeede7e req-4fbf1b0a-2fbf-4bfb-959b-84d2c58dfc47 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368230 Jun 29 23:28:19.945534 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407b275-61f1-40b3-96bb-c23cf721410c req-f403e2b9-3008-4bff-aefd-fc3d4ed34927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:19.946986 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-6407b275-61f1-40b3-96bb-c23cf721410c req-f403e2b9-3008-4bff-aefd-fc3d4ed34927 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=13094da391974cb399bee7e79c29162f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1500645 Jun 29 23:28:19.953081 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'Port': ['ID=ff975a29-c147-48bb-8a20-690696e1ed74,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:19.958670 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:20.013096 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:20.080093 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:28:20.131075 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407b275-61f1-40b3-96bb-c23cf721410c req-74589af7-987c-4266-9724-ecf87e06ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:20.132461 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-6407b275-61f1-40b3-96bb-c23cf721410c req-74589af7-987c-4266-9724-ecf87e06ded3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1748328 Jun 29 23:28:20.138360 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaf224-50d3-4bc0-bfe1-01f91e17e479 req-4384e372-f452-40f8-bf94-2d0ba7be33e9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:20.139842 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17aaf224-50d3-4bc0-bfe1-01f91e17e479 req-4384e372-f452-40f8-bf94-2d0ba7be33e9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0637197 Jun 29 23:28:20.141511 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.l3_db [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Floating IP 06e62a33-4551-4e23-9cca-2753d80636a5 associated. External IP: 172.27.1.82, port: 149575bc-8d74-4195-ac19-c70cca2982db. Jun 29 23:28:20.178748 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17aaf224-50d3-4bc0-bfe1-01f91e17e479 req-712d4e5d-034f-411a-be1f-419fc1e32b82 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Jun 29 23:28:20.328271 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-c42a3c7c-ff7c-45e0-9d61-7f8b6e675105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:20.329729 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-c42a3c7c-ff7c-45e0-9d61-7f8b6e675105 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13094da391974cb399bee7e79c29162f&device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 1097 time: 0.1112890 Jun 29 23:28:20.343839 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e96f-6242-41db-b70d-8e63d390b3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:20.399684 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-37ac5a16-2ea5-4657-a137-a71a9a748d4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a662063-cfcd-4219-94e3-4554c825b56c HTTP/1.1" status: 200 len: 217 time: 0.0410626 Jun 29 23:28:20.450588 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:28:20.461762 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-88823c0a-6643-48a0-a710-b3af5f073692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:20.463240 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-88823c0a-6643-48a0-a710-b3af5f073692 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bdaa649-c342-427b-921c-f7d464a31615 HTTP/1.1" status: 200 len: 854 time: 0.0556655 Jun 29 23:28:20.526887 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-6f3cfb1e-e822-41f3-8e23-93cbf5b18b90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99e5a83e-4527-4f80-a575-1fcd541b4e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563242 Jun 29 23:28:20.633624 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:28:20.642897 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] Sync routers for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:28:20.652423 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:28:20.653051 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:27:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:20.671807 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-9d617d99-180d-46c5-92be-2c7a90979c61 service neutron] 10.222.0.64 "GET /v2.0/networks/99e5a83e-4527-4f80-a575-1fcd541b4e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061842 Jun 29 23:28:20.753510 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:28:20.763513 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:20.791025 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-12998b97-d074-4a03-bf0e-9ce9428d042f req-947db3fa-50f6-4d84-b3f9-bf0ca92d2ec9 service neutron] 10.222.0.64 "GET /v2.0/networks/99e5a83e-4527-4f80-a575-1fcd541b4e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047027 Jun 29 23:28:20.808690 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1365430 Jun 29 23:28:20.972366 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '06e62a33-4551-4e23-9cca-2753d80636a5', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '149575bc-8d74-4195-ac19-c70cca2982db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:6c:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:28:18Z', 'updated_at': '2021-06-29T23:28:18Z', 'revision_number': 0, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:20.998425 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] Checking router: 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:28:21.007238 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:28:21.007875 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:27:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:21.088903 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1afdcc-c16e-4af9-9c85-08d6690d0a28 req-e9c78b85-43a1-444b-9148-60b9449efbd3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:21.090372 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9d1afdcc-c16e-4af9-9c85-08d6690d0a28 req-e9c78b85-43a1-444b-9148-60b9449efbd3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 944 time: 0.0609019 Jun 29 23:28:21.108678 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:28:21.126777 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9d1afdcc-c16e-4af9-9c85-08d6690d0a28 req-c1598def-e34a-4b75-9d8c-8886c1147ed8 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307148 Jun 29 23:28:21.327968 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '06e62a33-4551-4e23-9cca-2753d80636a5', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '149575bc-8d74-4195-ac19-c70cca2982db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:6c:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:28:18Z', 'updated_at': '2021-06-29T23:28:18Z', 'revision_number': 0, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:21.348838 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b32358-3936-43cb-b62d-101e4d70304f req-44f2c3d2-5b74-4d81-8be5-50dd7621c7fa tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:21.350313 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-42b32358-3936-43cb-b62d-101e4d70304f req-44f2c3d2-5b74-4d81-8be5-50dd7621c7fa tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0620241 Jun 29 23:28:21.360915 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbae1279-1a48-4143-b1f7-fc17a4ff2b50 None None] The sync data for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi is: [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '06e62a33-4551-4e23-9cca-2753d80636a5', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '149575bc-8d74-4195-ac19-c70cca2982db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:6c:59:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:28:18Z', 'updated_at': '2021-06-29T23:28:18Z', 'revision_number': 0, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:28:21.393333 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-42b32358-3936-43cb-b62d-101e4d70304f req-416fa2bd-93e7-4766-96f4-31fec4516dbd tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372851 Jun 29 23:28:21.552380 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f4ba92-cc68-4690-84e1-c4f853820b51 None None] New status for floating IP 06e62a33-4551-4e23-9cca-2753d80636a5: ACTIVE {{(pid=93642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:28:21.585909 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'tag': '149575bc-8d74-4195-ac19-c70cca2982db'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:28:21.588427 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20881193-87bb-4f86-a3bc-ac6a729a8274" -d '{"events": [{"name": "network-changed", "server_uuid": "fef4781e-8c32-4885-8fda-c89d0571f89f", "tag": "149575bc-8d74-4195-ac19-c70cca2982db"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:28:21.624374 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc52c44-5370-43c4-9345-a0bd8319001f x-openstack-request-id: req-ecc52c44-5370-43c4-9345-a0bd8319001f {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:28:21.624764 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef4781e-8c32-4885-8fda-c89d0571f89f", "tag": "149575bc-8d74-4195-ac19-c70cca2982db", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:28:21.625687 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ecc52c44-5370-43c4-9345-a0bd8319001f {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:28:21.626185 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'tag': '149575bc-8d74-4195-ac19-c70cca2982db', 'status': 'completed', 'code': 200} Jun 29 23:28:21.739609 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-9b2a6eba-ce6d-4a4e-9e81-bdbbb61782ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:21.741067 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-9b2a6eba-ce6d-4a4e-9e81-bdbbb61782ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 1098 time: 0.0575440 Jun 29 23:28:21.830580 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-e45911c5-8236-4d39-852e-253e542ac7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:21.832071 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-e45911c5-8236-4d39-852e-253e542ac7b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 912 time: 0.0837562 Jun 29 23:28:21.906559 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-41c83702-7ea6-41d8-8c86-2fde1897f188 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=149575bc-8d74-4195-ac19-c70cca2982db HTTP/1.1" status: 200 len: 1000 time: 0.0610392 Jun 29 23:28:21.954369 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-15ce0ade-4abb-446d-b0b4-d0a7b4878469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:21.955781 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-15ce0ade-4abb-446d-b0b4-d0a7b4878469 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 200 len: 850 time: 0.0423520 Jun 29 23:28:22.010741 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-ed714958-ab45-422f-a914-7f61172d80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:22.012107 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-ed714958-ab45-422f-a914-7f61172d80fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f63a9fe-9195-4b3f-8615-44a18bd185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489247 Jun 29 23:28:22.105858 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-b0932a2d-8951-4e7d-abc5-3061140481f9 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860064 Jun 29 23:28:22.199785 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-20881193-87bb-4f86-a3bc-ac6a729a8274 req-2ec0ff36-f65a-4276-a2b6-2e6c762fe3c2 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795662 Jun 29 23:28:22.299408 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5396f-84a5-49d5-98c0-812ac167a437 req-f87b7744-31da-43f4-897c-f7fe2b3fcb4d tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:22.300828 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fbf5396f-84a5-49d5-98c0-812ac167a437 req-f87b7744-31da-43f4-897c-f7fe2b3fcb4d tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 944 time: 0.0638280 Jun 29 23:28:22.339599 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fbf5396f-84a5-49d5-98c0-812ac167a437 req-42414562-84fa-4fe0-944b-fb7529125b3d tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Jun 29 23:28:22.567354 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492808b-b281-4380-b45d-332fbcb58282 req-46fe37c3-544b-41e7-b1a3-1d2dcb4bdf88 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:22.568896 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1492808b-b281-4380-b45d-332fbcb58282 req-46fe37c3-544b-41e7-b1a3-1d2dcb4bdf88 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0648217 Jun 29 23:28:22.610317 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1492808b-b281-4380-b45d-332fbcb58282 req-7f089143-f848-46b1-96fb-8619be30d68e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Jun 29 23:28:23.216495 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-46e1a047-bee9-42d9-9140-87e9adfca8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:23.389400 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:23.516358 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d135e69-12fc-4a88-880a-27e8d380d459 req-be88919a-23ce-43dc-a61b-1a2877e13105 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:23.517815 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1d135e69-12fc-4a88-880a-27e8d380d459 req-be88919a-23ce-43dc-a61b-1a2877e13105 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 944 time: 0.0666273 Jun 29 23:28:23.555163 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1d135e69-12fc-4a88-880a-27e8d380d459 req-dd8b8626-c986-4adc-817f-9f394ab69ea5 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Jun 29 23:28:23.784935 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a816f-a632-4dfc-9bd6-cd625820c6e4 req-83601efd-d6bc-4809-9938-40b811e495a0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:23.786327 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-438a816f-a632-4dfc-9bd6-cd625820c6e4 req-83601efd-d6bc-4809-9938-40b811e495a0 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0642593 Jun 29 23:28:23.822437 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-438a816f-a632-4dfc-9bd6-cd625820c6e4 req-55e159b3-ec40-4e7f-a3c4-f1487216ba3e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Jun 29 23:28:24.417618 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:24.435826 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-e9007a9c-397f-4dfb-bf64-c28922120dc1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:24.437258 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-e9007a9c-397f-4dfb-bf64-c28922120dc1 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.64 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0712700 Jun 29 23:28:24.534525 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Deleting port e219f38b-ca16-4c45-904d-d982f4f547e2 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:28:24.534860 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:24.732646 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638665e-e8f5-427e-9f5d-974630c245e4 req-101e6a64-6147-4f97-ac04-4b0e637f4367 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:24.734160 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b638665e-e8f5-427e-9f5d-974630c245e4 req-101e6a64-6147-4f97-ac04-4b0e637f4367 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 944 time: 0.0646026 Jun 29 23:28:24.776131 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b638665e-e8f5-427e-9f5d-974630c245e4 req-67373394-3793-4fc1-a49e-37a5db6ba94d tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360851 Jun 29 23:28:24.829599 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] For port e219f38b-ca16-4c45-904d-d982f4f547e2, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=e219f38b-ca16-4c45-904d-d982f4f547e2,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:24.829948 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:24.841355 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Calling delete_port for e219f38b-ca16-4c45-904d-d982f4f547e2 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:28:24.995772 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba000235-d6c8-4368-8275-4da041231579 req-503e7286-98e0-4200-bcb2-366fabb18fd9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:24.997212 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ba000235-d6c8-4368-8275-4da041231579 req-503e7286-98e0-4200-bcb2-366fabb18fd9 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 945 time: 0.0615182 Jun 29 23:28:25.034852 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ba000235-d6c8-4368-8275-4da041231579 req-9662c70d-1538-4470-b098-a04925f94db8 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/security-groups?id=15f35549-c440-40f0-bfd5-e7a5f415480b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Jun 29 23:28:25.035270 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:25.043959 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:25.067363 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Pushing event deleted for resources: {'Port': ['ID=e219f38b-ca16-4c45-904d-d982f4f547e2,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:25.070279 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['e219f38b-ca16-4c45-904d-d982f4f547e2'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:28:25.070431 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:25.113032 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] No DVR routers for this DVR port e219f38b-ca16-4c45-904d-d982f4f547e2 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:28:25.115377 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:25.117305 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e81398b3-62dc-4291-b643-454fd0ae7172 req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.64 "DELETE /v2.0/ports/e219f38b-ca16-4c45-904d-d982f4f547e2 HTTP/1.1" status: 204 len: 173 time: 0.6743772 Jun 29 23:28:25.117790 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dd68f7-bee1-4a24-99ab-56f1020ac804', 'name': 'network-vif-deleted', 'tag': 'e219f38b-ca16-4c45-904d-d982f4f547e2'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:28:25.120253 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb69347e-3321-441b-afe7-eb8a72290a32" -d '{"events": [{"server_uuid": "26dd68f7-bee1-4a24-99ab-56f1020ac804", "name": "network-vif-deleted", "tag": "e219f38b-ca16-4c45-904d-d982f4f547e2"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:28:25.154608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ba642-15af-4713-9ed7-5c47bd2e2ffd x-openstack-request-id: req-385ba642-15af-4713-9ed7-5c47bd2e2ffd {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:28:25.154932 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26dd68f7-bee1-4a24-99ab-56f1020ac804", "name": "network-vif-deleted", "tag": "e219f38b-ca16-4c45-904d-d982f4f547e2", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:28:25.155216 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-385ba642-15af-4713-9ed7-5c47bd2e2ffd {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:28:25.155676 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dd68f7-bee1-4a24-99ab-56f1020ac804', 'name': 'network-vif-deleted', 'tag': 'e219f38b-ca16-4c45-904d-d982f4f547e2', 'status': 'completed', 'code': 200} Jun 29 23:28:25.548439 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 6a662063-cfcd-4219-94e3-4554c825b56c details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:28:25.654182 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 6a662063-cfcd-4219-94e3-4554c825b56c, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=6a662063-cfcd-4219-94e3-4554c825b56c,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:25.665254 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '6a662063-cfcd-4219-94e3-4554c825b56c', 'network_id': '99e5a83e-4527-4f80-a575-1fcd541b4e4e', 'port_id': '6a662063-cfcd-4219-94e3-4554c825b56c', 'mac_address': 'fa:16:3e:95:76:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdaa649-c342-427b-921c-f7d464a31615', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:28:25.700347 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:25.703754 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:25.713264 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a662063-cfcd-4219-94e3-4554c825b56c {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:28:25.732720 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 6a662063-cfcd-4219-94e3-4554c825b56c, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=6a662063-cfcd-4219-94e3-4554c825b56c,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:25.794733 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:25.796444 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-832f0889-0c09-41cc-975b-32d669708ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:25.845701 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=6a662063-cfcd-4219-94e3-4554c825b56c,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:25.848732 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:25.945850 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea727c-7f8a-4619-9031-d3d0618f4745 req-8a78ba7b-d71f-4018-a492-2afb772da702 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:25.947295 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4bea727c-7f8a-4619-9031-d3d0618f4745 req-8a78ba7b-d71f-4018-a492-2afb772da702 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 945 time: 0.0610862 Jun 29 23:28:25.984284 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4bea727c-7f8a-4619-9031-d3d0618f4745 req-b09e7414-9353-4a4f-a96b-d405c11c2e05 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 Jun 29 23:28:26.193294 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7690cb5-2e3a-428a-b9a4-44789cf5590f req-fcbb99c2-a63f-4e7f-aecd-6a66f785f26e tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] 10.222.0.61 "GET /v2.0/ports?device_id=26dd68f7-bee1-4a24-99ab-56f1020ac804 HTTP/1.1" status: 200 len: 210 time: 0.0311887 Jun 29 23:28:26.219379 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['6a662063-cfcd-4219-94e3-4554c825b56c'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:28:27.150173 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c851d82-e188-4104-88ba-11697f725f78 req-183db263-a45a-4148-8835-30e97ee882ed tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:27.151625 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c851d82-e188-4104-88ba-11697f725f78 req-183db263-a45a-4148-8835-30e97ee882ed tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 945 time: 0.0588264 Jun 29 23:28:27.191624 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c851d82-e188-4104-88ba-11697f725f78 req-f97b2d69-1a60-4170-8b73-9489f3ca6982 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305324 Jun 29 23:28:27.281396 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47680) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:27.560224 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 6a662063-cfcd-4219-94e3-4554c825b56c up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:28:27.663305 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 6a662063-cfcd-4219-94e3-4554c825b56c completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:28:27.667338 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 6a662063-cfcd-4219-94e3-4554c825b56c triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:28:27.667724 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:27.685991 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032455'] for router_interface, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:27.742148 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:27.763842 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e208a1-7693-431d-b2cb-3c2f61633d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a662063-cfcd-4219-94e3-4554c825b56c'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:28:27.766141 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d76b86f-9cc6-414f-a6ae-d0ee9bf5e2d5" -d '{"events": [{"server_uuid": "20e208a1-7693-431d-b2cb-3c2f61633d5b", "name": "network-vif-plugged", "status": "completed", "tag": "6a662063-cfcd-4219-94e3-4554c825b56c"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:28:27.778506 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 6a662063-cfcd-4219-94e3-4554c825b56c, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=6a662063-cfcd-4219-94e3-4554c825b56c,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:27.806865 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4c6285-e59a-4a29-b512-50dc05484a4b x-openstack-request-id: req-ef4c6285-e59a-4a29-b512-50dc05484a4b {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:28:27.806865 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e208a1-7693-431d-b2cb-3c2f61633d5b", "name": "network-vif-plugged", "status": "completed", "tag": "6a662063-cfcd-4219-94e3-4554c825b56c", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:28:27.806865 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef4c6285-e59a-4a29-b512-50dc05484a4b {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:28:27.806865 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e208a1-7693-431d-b2cb-3c2f61633d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a662063-cfcd-4219-94e3-4554c825b56c', 'code': 200} Jun 29 23:28:27.852560 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:27.853476 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device e219f38b-ca16-4c45-904d-d982f4f547e2 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:28:27.855378 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:27.896840 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: e219f38b-ca16-4c45-904d-d982f4f547e2 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:28:27.897195 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device e219f38b-ca16-4c45-904d-d982f4f547e2 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:28:27.920334 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=6a662063-cfcd-4219-94e3-4554c825b56c,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:27.927694 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.928047 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.928390 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.928724 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.929058 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.929389 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.929723 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.930053 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.930401 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.930864 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.931149 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.931492 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:27.935318 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:27.992088 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Deleting port 94424a42-68b6-403b-9d7b-6363322cd800 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:28:27.992315 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:28.072283 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] For port 94424a42-68b6-403b-9d7b-6363322cd800, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=94424a42-68b6-403b-9d7b-6363322cd800,segment=NetworkSegment(6c9f63fd-ffaf-4577-85c1-82bd3f5262d9),segment_id=6c9f63fd-ffaf-4577-85c1-82bd3f5262d9)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:28.072534 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:28.084097 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Calling delete_port for 94424a42-68b6-403b-9d7b-6363322cd800 owned by network:router_interface {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:28:28.269081 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56cdee-22ff-43e6-a8e8-526ddde634c6 req-c2101840-3627-481f-a88b-94a501601ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:28.270545 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5d56cdee-22ff-43e6-a8e8-526ddde634c6 req-c2101840-3627-481f-a88b-94a501601ed4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 1099 time: 0.1093011 Jun 29 23:28:28.338867 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5d56cdee-22ff-43e6-a8e8-526ddde634c6 req-f8591303-d45e-4fb2-b753-b418e395d234 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450013 Jun 29 23:28:28.365866 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04834734-3216-4575-9b8c-1217ad9abf15 req-828b5b40-d38c-48a6-a0d0-19d22f4ede02 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:28.367310 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-04834734-3216-4575-9b8c-1217ad9abf15 req-828b5b40-d38c-48a6-a0d0-19d22f4ede02 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 946 time: 0.0623689 Jun 29 23:28:28.403894 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-04834734-3216-4575-9b8c-1217ad9abf15 req-aabe0393-06ef-4eb4-adbf-ebe60bf024d6 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Jun 29 23:28:28.406752 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:28.408895 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-73d9e43a-00ce-4fa7-9ab9-31f68ce7df19 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:28.432562 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Pushing event deleted for resources: {'Port': ['ID=94424a42-68b6-403b-9d7b-6363322cd800,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:28.435673 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:28.581802 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036983'] for router_interface, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:28.789031 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Router 8510ccbb-a22a-47c5-a583-d234e11313a8 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:28:28.894487 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:28:28.899472 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] 10.222.0.61 "PUT /v2.0/routers/8510ccbb-a22a-47c5-a583-d234e11313a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170363 Jun 29 23:28:28.902042 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47690) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:28.905180 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] Sync routers for ids ['8510ccbb-a22a-47c5-a583-d234e11313a8'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:28:28.915275 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] Routers {'8510ccbb-a22a-47c5-a583-d234e11313a8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:28:28.916034 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:28:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8510ccbb-a22a-47c5-a583-d234e11313a8'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:29.001437 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:29.026895 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] Set router 8510ccbb-a22a-47c5-a583-d234e11313a8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:28:29.101809 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:29.200221 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Deleting port d92ebe0a-eeae-4176-880a-ae039fc2288e {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:28:29.200619 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:29.274708 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:28:28Z', 'revision_number': 5, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'gw_port': {'id': 'd92ebe0a-eeae-4176-880a-ae039fc2288e', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:29.308783 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] Checking router: 8510ccbb-a22a-47c5-a583-d234e11313a8 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:28:29.321582 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] Routers {'8510ccbb-a22a-47c5-a583-d234e11313a8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:28:29.322567 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:28:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8510ccbb-a22a-47c5-a583-d234e11313a8'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:29.408810 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] Set router 8510ccbb-a22a-47c5-a583-d234e11313a8 gateway port host: None {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:28:29.459977 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:28:29Z', 'revision_number': 6, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'gw_port_host': None}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:29.489272 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaede00-4061-43e1-bfc0-d81158087e2a None None] The sync data for ids ['8510ccbb-a22a-47c5-a583-d234e11313a8'] in dv-cinder-796946-2-iscsi is: [{'id': '8510ccbb-a22a-47c5-a583-d234e11313a8', 'name': 'tempest-ServerRescueNegativeTestJSON-973352198-router', 'tenant_id': '12a265f65b4d4accb216ba5019c73980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:28:29Z', 'revision_number': 6, 'project_id': '12a265f65b4d4accb216ba5019c73980', 'gw_port_host': None}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:28:29.500981 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] For port d92ebe0a-eeae-4176-880a-ae039fc2288e, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=d92ebe0a-eeae-4176-880a-ae039fc2288e,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:28:29.501558 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:29.525829 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Calling delete_port for d92ebe0a-eeae-4176-880a-ae039fc2288e owned by network:router_gateway {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:28:29.598189 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc6e67-d8be-409d-abd4-3c148ef41f16 req-fec9dcce-e988-4198-a8bd-8d7b858ea8ff tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:29.599772 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61fc6e67-d8be-409d-abd4-3c148ef41f16 req-fec9dcce-e988-4198-a8bd-8d7b858ea8ff tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 946 time: 0.0679624 Jun 29 23:28:29.639024 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61fc6e67-d8be-409d-abd4-3c148ef41f16 req-78cacca1-940c-4809-b6bb-066ea4a2c4fb tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Jun 29 23:28:29.754697 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:29.757835 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b2c8c7de-b9da-4638-9f22-bc487bf01e3b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:29.780224 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92ebe0a-eeae-4176-880a-ae039fc2288e,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:29.782497 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:29.842991 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547795'] for router_gateway, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:29.970480 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1046939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7981'] for router, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:29.972627 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.132010 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1034130'] for router, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.132539 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8510ccbb-a22a-47c5-a583-d234e11313a8 {{(pid=93640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:28:30.146979 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Notify callbacks [] for router, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.146979 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8510ccbb-a22a-47c5-a583-d234e11313a8 HTTP/1.1" status: 204 len: 168 time: 1.2357335 Jun 29 23:28:30.146979 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47702) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:30.189236 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_v2 [None req-042f8ba6-6379-4c31-87cb-4589864b3bd3 admin admin] Deleting subnet dbf5d517-a2ae-4868-b59e-fda41015bf75 {{(pid=93640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:28:30.196612 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-042f8ba6-6379-4c31-87cb-4589864b3bd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.234725 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-042f8ba6-6379-4c31-87cb-4589864b3bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530369790'] for subnet, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.280475 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-042f8ba6-6379-4c31-87cb-4589864b3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.412711 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-042f8ba6-6379-4c31-87cb-4589864b3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530125381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530263330'] for subnet, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.415935 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:30.444955 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f8ba6-6379-4c31-87cb-4589864b3bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf5d517-a2ae-4868-b59e-fda41015bf75,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:30.446921 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-042f8ba6-6379-4c31-87cb-4589864b3bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.451040 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-042f8ba6-6379-4c31-87cb-4589864b3bd3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dbf5d517-a2ae-4868-b59e-fda41015bf75 HTTP/1.1" status: 204 len: 168 time: 0.3061113 Jun 29 23:28:30.451040 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-042f8ba6-6379-4c31-87cb-4589864b3bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:30.453799 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47708) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:30.519084 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.597334 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.607404 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c661940-3fd1-4623-ad6b-0bf033a2109d']}} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:30.617518 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9') {'for_net_delete': True} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:30.617812 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9f63fd-ffaf-4577-85c1-82bd3f5262d9') {} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:28:30.626627 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530369777'] for segment, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.628054 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.639179 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.644654 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:28:30.645033 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530125544'] for segment, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: Traceback (most recent call last): Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: timer() Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: cb(*args, **kw) Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: return func(*args, **kwargs) Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: self._notify() Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: self.callback(batched_events) Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: event.method(event) Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: return f(self, *a, **k) Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._get(url).json() Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: return self.request(url, 'GET', **kwargs) Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:28:30.646569 dv-cinder-796946-2-iscsi neutron-server[93640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:28:30.777864 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.781585 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-feaf0def-3f37-4686-8f56-809f1700b8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:30.784049 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:30.789872 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] 10.222.0.61 "DELETE /v2.0/networks/3c661940-3fd1-4623-ad6b-0bf033a2109d HTTP/1.1" status: 204 len: 168 time: 0.3339880 Jun 29 23:28:30.797478 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c661940-3fd1-4623-ad6b-0bf033a2109d,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:30.801701 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:30.820914 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9e87c-a42a-416c-bb2e-cca46b442fe8 req-dc1f4f08-fbeb-4663-80e8-7ba5d782daf3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:30.822406 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7f9e87c-a42a-416c-bb2e-cca46b442fe8 req-dc1f4f08-fbeb-4663-80e8-7ba5d782daf3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 946 time: 0.0755482 Jun 29 23:28:30.865375 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7f9e87c-a42a-416c-bb2e-cca46b442fe8 req-993f70d9-2b3e-4479-a158-0d40f2dd8cdd tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361001 Jun 29 23:28:31.272284 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47726) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:31.315297 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-93b432b7-35a4-4945-a723-287de5161304 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12a265f65b4d4accb216ba5019c73980&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416503 Jun 29 23:28:31.317763 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47728) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:31.368273 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d9ef-8dec-4672-8173-c17fd1e88ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:31.388769 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d9ef-8dec-4672-8173-c17fd1e88ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:31.495905 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d9ef-8dec-4672-8173-c17fd1e88ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:31.498481 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d9ef-8dec-4672-8173-c17fd1e88ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:31.499656 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-c9b5d9ef-8dec-4672-8173-c17fd1e88ae3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15f35549-c440-40f0-bfd5-e7a5f415480b HTTP/1.1" status: 204 len: 168 time: 0.1809683 Jun 29 23:28:31.500463 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:31.507819 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5d9ef-8dec-4672-8173-c17fd1e88ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f35549-c440-40f0-bfd5-e7a5f415480b,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:31.510681 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c9b5d9ef-8dec-4672-8173-c17fd1e88ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:31.579541 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 94424a42-68b6-403b-9d7b-6363322cd800 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:28:31.601563 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 94424a42-68b6-403b-9d7b-6363322cd800 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:28:31.603515 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 94424a42-68b6-403b-9d7b-6363322cd800 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:28:31.603515 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device d92ebe0a-eeae-4176-880a-ae039fc2288e no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:28:31.621339 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: d92ebe0a-eeae-4176-880a-ae039fc2288e {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:28:31.621630 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device d92ebe0a-eeae-4176-880a-ae039fc2288e not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:28:32.909076 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-1e74c11d-c694-496b-bc72-7d16f4d367fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598428 Jun 29 23:28:33.005677 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-12f682e9-5ee0-4ec7-81ac-ce794f9f9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:33.010606 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-12f682e9-5ee0-4ec7-81ac-ce794f9f9016 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 1099 time: 0.0525684 Jun 29 23:28:33.118886 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-2f43b42c-b5a2-468d-9492-233ce75ca0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:33.120361 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-2f43b42c-b5a2-468d-9492-233ce75ca0b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 912 time: 0.0864801 Jun 29 23:28:33.192609 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-87a4134f-dfa2-44b4-99f7-cc92ff8e0421 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26903de5-203d-4c6d-9b5d-dd991267eefa HTTP/1.1" status: 200 len: 1002 time: 0.0598903 Jun 29 23:28:33.244200 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-1fa5df38-184a-426b-89a6-03b68c3757cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:33.245821 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-1fa5df38-184a-426b-89a6-03b68c3757cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cd51bbb-eb2f-4679-8361-22fe3e4938f8 HTTP/1.1" status: 200 len: 850 time: 0.0446973 Jun 29 23:28:33.313731 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-63977461-557f-49fc-b064-fb0ffa2cb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:33.315248 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-63977461-557f-49fc-b064-fb0ffa2cb1d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d8ecfa1-3c87-4166-9abc-18a879e92697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536737 Jun 29 23:28:33.408827 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-fbd2461e-6cb4-40d3-8b56-e5a92bc10b5d service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857823 Jun 29 23:28:33.504637 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b5df9d36-ce8e-4561-92a9-ec2bab41d487 req-20110fde-c690-4618-9465-2512fbacb458 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834110 Jun 29 23:28:33.902845 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 47794) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:34.005248 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a6aacd25-d2ab-416b-bb9d-e06a9fa306ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:34.089912 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a6aacd25-d2ab-416b-bb9d-e06a9fa306ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:34.177613 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a6aacd25-d2ab-416b-bb9d-e06a9fa306ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:34.181063 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-98f83464-41b8-4e0b-b922-3efd67a27ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:34.218808 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a6aacd25-d2ab-416b-bb9d-e06a9fa306ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2fdbc008759b4fee85a59d8855728c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140752 Jun 29 23:28:34.219619 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aacd25-d2ab-416b-bb9d-e06a9fa306ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b06e343-18e4-4adc-86c6-de2ef11780ae,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:34.222268 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47798) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:34.222739 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a6aacd25-d2ab-416b-bb9d-e06a9fa306ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:34.275331 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e43e7926-f9fc-44e9-9c44-0e1eb20d045a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:34.296549 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e43e7926-f9fc-44e9-9c44-0e1eb20d045a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:34.405948 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e43e7926-f9fc-44e9-9c44-0e1eb20d045a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:34.409013 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e43e7926-f9fc-44e9-9c44-0e1eb20d045a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:34.410129 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-e43e7926-f9fc-44e9-9c44-0e1eb20d045a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5b06e343-18e4-4adc-86c6-de2ef11780ae HTTP/1.1" status: 204 len: 168 time: 0.1865091 Jun 29 23:28:34.410855 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e862228c-431d-491f-be0d-07baacf7ef78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:34.418073 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e7926-f9fc-44e9-9c44-0e1eb20d045a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b06e343-18e4-4adc-86c6-de2ef11780ae,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:34.420245 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e43e7926-f9fc-44e9-9c44-0e1eb20d045a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:35.039795 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47812) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:35.053347 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf122-8230-43e5-ba48-d6a9119aee5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:35.137525 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf122-8230-43e5-ba48-d6a9119aee5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:35.215924 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf122-8230-43e5-ba48-d6a9119aee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:35.219892 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-afd35e4f-5342-463a-ae03-fffa2bc372e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:35.254526 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-aa1bf122-8230-43e5-ba48-d6a9119aee5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da1db3b108b54da9a890426ec553f6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136819 Jun 29 23:28:35.255437 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bf122-8230-43e5-ba48-d6a9119aee5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f59518-21ae-44f5-8c40-37d7aef74a40,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:35.257237 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 47814) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:35.258371 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-aa1bf122-8230-43e5-ba48-d6a9119aee5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:35.305824 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-801c4c45-4c3d-448c-9445-d1b5d54ecc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:35.326032 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-801c4c45-4c3d-448c-9445-d1b5d54ecc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:35.445927 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-801c4c45-4c3d-448c-9445-d1b5d54ecc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:35.448503 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-801c4c45-4c3d-448c-9445-d1b5d54ecc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:35.449666 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-801c4c45-4c3d-448c-9445-d1b5d54ecc9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79f59518-21ae-44f5-8c40-37d7aef74a40 HTTP/1.1" status: 204 len: 168 time: 0.1908736 Jun 29 23:28:35.450420 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2dd42691-a299-45d6-893e-e90e6d2f411e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:35.457740 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c4c45-4c3d-448c-9445-d1b5d54ecc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f59518-21ae-44f5-8c40-37d7aef74a40,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:35.460027 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-801c4c45-4c3d-448c-9445-d1b5d54ecc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:36.390603 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 47840) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:36.491067 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-34b724ff-ea27-40e5-9649-041ae01860f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:36.580132 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-34b724ff-ea27-40e5-9649-041ae01860f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:36.650163 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-34b724ff-ea27-40e5-9649-041ae01860f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:36.653964 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-100222fb-2eaf-443f-90bc-a42508b51410 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:36.690731 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-34b724ff-ea27-40e5-9649-041ae01860f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e643f81063604b78a4138190e6bfb78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990603 Jun 29 23:28:36.691679 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b724ff-ea27-40e5-9649-041ae01860f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe6f474-5f1a-47b1-b3cc-526ba8bace12,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:36.693437 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 47850) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:36.694704 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-34b724ff-ea27-40e5-9649-041ae01860f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:36.743278 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a5a15dcd-2f51-4098-a8ba-68f156067fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:36.763305 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a5a15dcd-2f51-4098-a8ba-68f156067fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:36.897404 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a5a15dcd-2f51-4098-a8ba-68f156067fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:36.900004 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a5a15dcd-2f51-4098-a8ba-68f156067fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:36.901150 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-a5a15dcd-2f51-4098-a8ba-68f156067fec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbe6f474-5f1a-47b1-b3cc-526ba8bace12 HTTP/1.1" status: 204 len: 168 time: 0.2062418 Jun 29 23:28:36.901952 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-80297080-a92b-4511-a568-1b0cc62419d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:36.910030 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a15dcd-2f51-4098-a8ba-68f156067fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe6f474-5f1a-47b1-b3cc-526ba8bace12,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:36.912337 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a5a15dcd-2f51-4098-a8ba-68f156067fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:50.375808 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9ddc12bb-3d43-4d69-97f7-e09768f51bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:53.257005 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7713b2a7-2535-411e-a901-979d9bda0a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:53.411294 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:53.917346 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48098) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:54.023504 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:54.115375 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:54.200221 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:54.204570 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-ca61e02d-77dc-466e-af94-1b0bb999dd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:54.242973 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6d7c8f1fca84618be9068008258b2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244562 Jun 29 23:28:54.244620 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f63efa-62aa-4eba-8eba-eddd20fe8a01,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:54.245959 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48106) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:54.252284 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.252665 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.253026 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.253385 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.253738 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.254089 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.254436 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.254781 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.255126 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.255497 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.255933 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.256186 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.260377 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:54.302283 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:54.324916 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:54.434452 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:54.451642 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:54.454309 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:54.455557 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7f63efa-62aa-4eba-8eba-eddd20fe8a01 HTTP/1.1" status: 204 len: 168 time: 0.2082293 Jun 29 23:28:54.456432 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b66f9543-3f8c-42b7-afa9-ea75c2b021ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:54.464321 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f63efa-62aa-4eba-8eba-eddd20fe8a01,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:54.471721 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.472102 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.472590 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.473185 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.473649 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.474114 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.474466 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.475009 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.475486 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.475850 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.476207 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.476559 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:28:54.479749 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:55.035065 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48138) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:55.048875 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-15e9ced9-3988-4016-bd84-6e4bfb54e61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:55.135521 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-15e9ced9-3988-4016-bd84-6e4bfb54e61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:55.200238 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-15e9ced9-3988-4016-bd84-6e4bfb54e61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:55.203833 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fa2187fc-556d-44c9-8453-4d1356006770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:55.238617 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-15e9ced9-3988-4016-bd84-6e4bfb54e61f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c9ce6e23113a48e8927b0ce063ebfe53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024078 Jun 29 23:28:55.239865 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9ced9-3988-4016-bd84-6e4bfb54e61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81af14c-9992-4472-8f23-8e1481d23cad,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:55.241427 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48144) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:55.242832 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-15e9ced9-3988-4016-bd84-6e4bfb54e61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:55.295954 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73b29870-b226-42d8-a82c-1b77e473e492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:55.317873 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73b29870-b226-42d8-a82c-1b77e473e492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:55.428849 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73b29870-b226-42d8-a82c-1b77e473e492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:55.431466 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73b29870-b226-42d8-a82c-1b77e473e492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:55.433295 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-73b29870-b226-42d8-a82c-1b77e473e492 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b81af14c-9992-4472-8f23-8e1481d23cad HTTP/1.1" status: 204 len: 168 time: 0.1896105 Jun 29 23:28:55.433537 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a10d4f23-9019-4558-877e-6d185d2cc559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:55.441290 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b29870-b226-42d8-a82c-1b77e473e492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81af14c-9992-4472-8f23-8e1481d23cad,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:55.443707 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-73b29870-b226-42d8-a82c-1b77e473e492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:55.695906 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:57.080184 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:28:58.264532 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48232) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:58.334897 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5a8a5-0906-46dd-a651-8d389e0ff1f2 req-f049fa54-e115-4e74-b6a5-249369e9625e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:58.336432 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55e5a8a5-0906-46dd-a651-8d389e0ff1f2 req-f049fa54-e115-4e74-b6a5-249369e9625e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 946 time: 0.0676138 Jun 29 23:28:58.371051 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dd105018-3c23-4227-a698-1e50e5722ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:58.374555 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55e5a8a5-0906-46dd-a651-8d389e0ff1f2 req-1425f08c-1832-41a2-a9a4-c50e286b5679 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Jun 29 23:28:58.458525 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dd105018-3c23-4227-a698-1e50e5722ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:58.525410 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dd105018-3c23-4227-a698-1e50e5722ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:58.527869 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cffabd6f-8d7f-4e40-a78f-ddf97d86d84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:58.563813 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-dd105018-3c23-4227-a698-1e50e5722ec3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f726ab218a5049de9937ad6db2e86357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977138 Jun 29 23:28:58.564752 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd105018-3c23-4227-a698-1e50e5722ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ad3ed1-f123-43ef-8e5c-20974ebeb1aa,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:58.566533 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48236) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:58.567676 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dd105018-3c23-4227-a698-1e50e5722ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:58.614792 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2bdb91ec-d2b1-47c5-a14e-d264710cdc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:58.635164 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2bdb91ec-d2b1-47c5-a14e-d264710cdc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:58.746980 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2bdb91ec-d2b1-47c5-a14e-d264710cdc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:58.749434 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2bdb91ec-d2b1-47c5-a14e-d264710cdc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:58.750550 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2bdb91ec-d2b1-47c5-a14e-d264710cdc8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4ad3ed1-f123-43ef-8e5c-20974ebeb1aa HTTP/1.1" status: 204 len: 168 time: 0.1829355 Jun 29 23:28:58.751279 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4ddf1a97-19d5-462f-bf6d-7111dfc24ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:58.758445 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb91ec-d2b1-47c5-a14e-d264710cdc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ad3ed1-f123-43ef-8e5c-20974ebeb1aa,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:58.760791 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2bdb91ec-d2b1-47c5-a14e-d264710cdc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:59.333597 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48246) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:59.346546 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b51e137-bdf5-4e39-92a3-4e6c0f80f79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.434670 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b51e137-bdf5-4e39-92a3-4e6c0f80f79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.474796 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48254) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:59.504298 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b51e137-bdf5-4e39-92a3-4e6c0f80f79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.525450 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-15e9ced9-3988-4016-bd84-6e4bfb54e61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:59.576483 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51e137-bdf5-4e39-92a3-4e6c0f80f79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021cf7ec-dc60-4f66-983d-bfdb20db83c0,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:59.580045 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3b51e137-bdf5-4e39-92a3-4e6c0f80f79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:59.582556 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3b51e137-bdf5-4e39-92a3-4e6c0f80f79c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac0f5a44fe7a4b6fae1c949981c1b8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479327 Jun 29 23:28:59.585526 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48258) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:59.594994 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a835a85-c298-46be-a811-36a428a90786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.628222 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f17e8-6e16-4610-a77d-c2db20822ea9 req-ce750bf5-d26e-4988-b7c2-f8fb6cd8367c tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:28:59.629672 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-030f17e8-6e16-4610-a77d-c2db20822ea9 req-ce750bf5-d26e-4988-b7c2-f8fb6cd8367c tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 946 time: 0.1368287 Jun 29 23:28:59.634764 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-779d4771-a904-4b3e-82e1-0c31e836177d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.658912 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-779d4771-a904-4b3e-82e1-0c31e836177d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.691666 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-030f17e8-6e16-4610-a77d-c2db20822ea9 req-6501e2a1-fee6-448e-9e2b-d7bd6b04824e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bf3e8d8-fe74-4269-8740-b891cc88a20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542307 Jun 29 23:28:59.729918 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a835a85-c298-46be-a811-36a428a90786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.769830 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-779d4771-a904-4b3e-82e1-0c31e836177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.772716 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-779d4771-a904-4b3e-82e1-0c31e836177d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.778885 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-779d4771-a904-4b3e-82e1-0c31e836177d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/021cf7ec-dc60-4f66-983d-bfdb20db83c0 HTTP/1.1" status: 204 len: 168 time: 0.1875601 Jun 29 23:28:59.778885 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-7cfc320d-cf30-4fc9-8bf5-76448484a0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:59.782967 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d4771-a904-4b3e-82e1-0c31e836177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021cf7ec-dc60-4f66-983d-bfdb20db83c0,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:59.785558 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-779d4771-a904-4b3e-82e1-0c31e836177d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:59.798712 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a835a85-c298-46be-a811-36a428a90786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.802571 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-96f89aa0-6702-4a98-bb3f-c12cac1e29e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:28:59.837784 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a835a85-c298-46be-a811-36a428a90786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef100d9-844d-4ffc-b1a0-e0289234f962,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:28:59.840729 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4a835a85-c298-46be-a811-36a428a90786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:28:59.843652 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4a835a85-c298-46be-a811-36a428a90786 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee49b4da6078478b96f3103f5777d2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675969 Jun 29 23:28:59.846932 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48262) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:28:59.895252 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bc1d-f2c4-4c33-a64b-f90e2b0edbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:28:59.915929 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bc1d-f2c4-4c33-a64b-f90e2b0edbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:00.017804 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bc1d-f2c4-4c33-a64b-f90e2b0edbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:00.024347 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1bc8bc1d-f2c4-4c33-a64b-f90e2b0edbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:00.025521 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-1bc8bc1d-f2c4-4c33-a64b-f90e2b0edbdb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eef100d9-844d-4ffc-b1a0-e0289234f962 HTTP/1.1" status: 204 len: 168 time: 0.1774654 Jun 29 23:29:00.026323 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-66910922-ad83-4873-8a42-116d50f508f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:00.034032 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8bc1d-f2c4-4c33-a64b-f90e2b0edbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef100d9-844d-4ffc-b1a0-e0289234f962,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:00.036561 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1bc8bc1d-f2c4-4c33-a64b-f90e2b0edbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:00.370846 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-a42e33b4-34e2-47fa-ae1a-9a74533eea1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:00.372477 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-a42e33b4-34e2-47fa-ae1a-9a74533eea1e tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 946 time: 0.0733535 Jun 29 23:29:00.480479 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Deleting port 6a662063-cfcd-4219-94e3-4554c825b56c {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:29:00.480824 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:00.574605 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] For port 6a662063-cfcd-4219-94e3-4554c825b56c, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=6a662063-cfcd-4219-94e3-4554c825b56c,segment=NetworkSegment(8015c5c7-4077-4d59-8589-9c5f63c3e5f0),segment_id=8015c5c7-4077-4d59-8589-9c5f63c3e5f0)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:00.575001 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:00.588456 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Calling delete_port for 6a662063-cfcd-4219-94e3-4554c825b56c owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:29:00.618702 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:00.771404 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:00.775547 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:00.801929 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Pushing event deleted for resources: {'Port': ['ID=6a662063-cfcd-4219-94e3-4554c825b56c,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:00.805340 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:00.816075 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['6a662063-cfcd-4219-94e3-4554c825b56c'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:29:00.837900 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-50344695-5978-4e1f-81ea-a52a19574c0a req-1dfad8f5-b001-40d5-9252-cd62a9463b33 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 210 time: 0.0322950 Jun 29 23:29:00.849559 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] No DVR routers for this DVR port 6a662063-cfcd-4219-94e3-4554c825b56c on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:29:00.852010 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:00.854349 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a025557b-f044-4284-901b-2bbb7faa8bf2 req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.64 "DELETE /v2.0/ports/6a662063-cfcd-4219-94e3-4554c825b56c HTTP/1.1" status: 204 len: 173 time: 0.4737043 Jun 29 23:29:00.855132 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e208a1-7693-431d-b2cb-3c2f61633d5b', 'name': 'network-vif-deleted', 'tag': '6a662063-cfcd-4219-94e3-4554c825b56c'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:00.857470 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1248fc-766e-423c-ae77-24be8a350452" -d '{"events": [{"server_uuid": "20e208a1-7693-431d-b2cb-3c2f61633d5b", "name": "network-vif-deleted", "tag": "6a662063-cfcd-4219-94e3-4554c825b56c"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:00.893638 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e47b06-a143-4324-8ed9-1234a01e579b x-openstack-request-id: req-74e47b06-a143-4324-8ed9-1234a01e579b {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:00.893966 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e208a1-7693-431d-b2cb-3c2f61633d5b", "name": "network-vif-deleted", "tag": "6a662063-cfcd-4219-94e3-4554c825b56c", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:00.894249 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74e47b06-a143-4324-8ed9-1234a01e579b {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:00.894672 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e208a1-7693-431d-b2cb-3c2f61633d5b', 'name': 'network-vif-deleted', 'tag': '6a662063-cfcd-4219-94e3-4554c825b56c', 'status': 'completed', 'code': 200} Jun 29 23:29:01.997639 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7db2a969-6f3e-449c-9b81-6db7b9759c83 req-85286914-3130-41f0-9b14-02007296fd05 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] 10.222.0.61 "GET /v2.0/ports?device_id=20e208a1-7693-431d-b2cb-3c2f61633d5b HTTP/1.1" status: 200 len: 210 time: 0.0279202 Jun 29 23:29:03.685168 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 6a662063-cfcd-4219-94e3-4554c825b56c no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:29:03.705616 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 6a662063-cfcd-4219-94e3-4554c825b56c {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:29:03.705961 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 6a662063-cfcd-4219-94e3-4554c825b56c not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:29:08.994007 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfe1fa-309d-4e12-96f2-7097f996178e req-1c7e3792-567d-419d-84e9-21d28fbcdbe3 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:08.998192 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-53dfe1fa-309d-4e12-96f2-7097f996178e req-1c7e3792-567d-419d-84e9-21d28fbcdbe3 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0652468 Jun 29 23:29:09.033761 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-53dfe1fa-309d-4e12-96f2-7097f996178e req-3c918de2-fffa-4c7b-a8f9-478c00b4f743 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320601 Jun 29 23:29:10.206681 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8986a0-2933-43ad-8a5f-85fbf9a0cf4d req-e1c765a7-80bb-4795-ae8e-79e85bc5b694 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:10.208159 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea8986a0-2933-43ad-8a5f-85fbf9a0cf4d req-e1c765a7-80bb-4795-ae8e-79e85bc5b694 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0642414 Jun 29 23:29:10.244808 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea8986a0-2933-43ad-8a5f-85fbf9a0cf4d req-dd5334df-58ad-4777-b47f-69c6c6e57e4f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309477 Jun 29 23:29:11.431148 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb0d8-e9c1-4e4e-b040-ed1d2bda83cb req-8e5076b1-c55c-4eb1-b6fd-9d179a2fe080 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:11.431148 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c41cb0d8-e9c1-4e4e-b040-ed1d2bda83cb req-8e5076b1-c55c-4eb1-b6fd-9d179a2fe080 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0716043 Jun 29 23:29:11.475249 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a319-f778-4228-9373-8c85d2626c5d req-ec77b5e3-bd43-460c-8c62-0a6cd6245b8f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:11.476825 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7786a319-f778-4228-9373-8c85d2626c5d req-ec77b5e3-bd43-460c-8c62-0a6cd6245b8f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 946 time: 0.0844953 Jun 29 23:29:11.477381 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c41cb0d8-e9c1-4e4e-b040-ed1d2bda83cb req-13696d03-5731-4606-b57d-62d7e5d12460 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c4b624b-4f24-491d-bce8-707c1580b0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Jun 29 23:29:11.576039 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Deleting port 26903de5-203d-4c6d-9b5d-dd991267eefa {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:29:11.576385 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:11.666890 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] For port 26903de5-203d-4c6d-9b5d-dd991267eefa, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=26903de5-203d-4c6d-9b5d-dd991267eefa,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:11.667282 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:11.691301 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d597ff-6cdb-4f65-98c1-47ebbdeefa9a req-446363f1-f377-4ed9-995d-119d5aa42537 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:11.693666 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-53d597ff-6cdb-4f65-98c1-47ebbdeefa9a req-446363f1-f377-4ed9-995d-119d5aa42537 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 946 time: 0.0663962 Jun 29 23:29:11.733859 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-53d597ff-6cdb-4f65-98c1-47ebbdeefa9a req-be1f46c2-a6d2-48a5-940b-97abe2393d6e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331755 Jun 29 23:29:11.950097 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:11.950468 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:11.950785 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.l3_db [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Floating IP 55d0f5de-7c56-4f58-8554-37d47668f852 disassociated. External IP: 172.27.1.230, port: 26903de5-203d-4c6d-9b5d-dd991267eefa. Jun 29 23:29:11.951126 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Calling delete_port for 26903de5-203d-4c6d-9b5d-dd991267eefa owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:29:12.348179 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:12.353233 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:12.377799 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event deleted for resources: {'Port': ['ID=26903de5-203d-4c6d-9b5d-dd991267eefa,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:12.380984 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:12.492142 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:29:12.601496 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:29:12.616809 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] Sync routers for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:29:12.629199 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:12.630175 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:28:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:12.645336 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] No DVR routers for this DVR port 26903de5-203d-4c6d-9b5d-dd991267eefa on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:29:12.648239 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:12.648699 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bc4f1bb4-e86b-4125-94d1-df090ccfed60 req-0ea73e8f-134e-4091-93b1-0aeae5cc4f6d tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0433183 Jun 29 23:29:12.650992 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7786a319-f778-4228-9373-8c85d2626c5d req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "DELETE /v2.0/ports/26903de5-203d-4c6d-9b5d-dd991267eefa HTTP/1.1" status: 204 len: 173 time: 1.1682718 Jun 29 23:29:12.651652 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'name': 'network-vif-deleted', 'tag': '26903de5-203d-4c6d-9b5d-dd991267eefa'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:12.658997 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45005192-68dc-4f49-876d-dd664221f43c" -d '{"events": [{"server_uuid": "b9bfd408-2551-482c-97e7-077b1bec91c1", "name": "network-vif-deleted", "tag": "26903de5-203d-4c6d-9b5d-dd991267eefa"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:12.706191 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3434d12-d09a-4d21-a0c0-95da76a2ca17 x-openstack-request-id: req-f3434d12-d09a-4d21-a0c0-95da76a2ca17 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:12.706764 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bfd408-2551-482c-97e7-077b1bec91c1", "name": "network-vif-deleted", "tag": "26903de5-203d-4c6d-9b5d-dd991267eefa", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:12.707533 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3434d12-d09a-4d21-a0c0-95da76a2ca17 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:12.707677 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bfd408-2551-482c-97e7-077b1bec91c1', 'name': 'network-vif-deleted', 'tag': '26903de5-203d-4c6d-9b5d-dd991267eefa', 'status': 'completed', 'code': 200} Jun 29 23:29:12.788035 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:12.952445 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e0ff6-7a27-458b-93d4-f3a42d89667c req-863a831d-95ca-47da-abba-e3ebedc6ec9b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:12.952445 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a19e0ff6-7a27-458b-93d4-f3a42d89667c req-863a831d-95ca-47da-abba-e3ebedc6ec9b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 946 time: 0.0862803 Jun 29 23:29:13.021086 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a19e0ff6-7a27-458b-93d4-f3a42d89667c req-fc65bfbc-ce2e-4233-8f6b-df4f5febea11 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebbab121-76f4-45b3-a10f-9876bdecb62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510743 Jun 29 23:29:13.090102 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:13.122933 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] Checking router: 0bc41495-bd64-4801-b10a-0bc6a1edfad8 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:29:13.133438 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:13.134061 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:28:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:13.249300 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:13.388461 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15299d1c-b58b-4241-b106-c51badd2d451 req-b97dadd6-bf66-45ac-8c6e-f75ce1073aab tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:13.389919 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-15299d1c-b58b-4241-b106-c51badd2d451 req-b97dadd6-bf66-45ac-8c6e-f75ce1073aab tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 946 time: 0.0726442 Jun 29 23:29:13.464958 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:13.490620 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4a708-b204-4c6a-a953-69e92967dbce None None] The sync data for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi is: [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:29:13.494694 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Deleting port de91d95a-06c1-4240-9a71-8c60e803f37a {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:29:13.495145 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:13.560350 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48488) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:13.617413 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] For port de91d95a-06c1-4240-9a71-8c60e803f37a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=de91d95a-06c1-4240-9a71-8c60e803f37a,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:13.617819 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:13.683018 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8f1ec96b-c347-4ff7-aff9-d1b40c2bede9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:13.829494 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:13.829867 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:13.830235 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.l3_db [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Floating IP 633af533-70c3-40e4-89b5-15b617585aa5 disassociated. External IP: 172.27.1.130, port: de91d95a-06c1-4240-9a71-8c60e803f37a. Jun 29 23:29:13.830584 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Calling delete_port for de91d95a-06c1-4240-9a71-8c60e803f37a owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:29:13.837601 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656c8d97-5a0f-4908-8b1a-0cca3c9e3bbb None None] New status for floating IP 55d0f5de-7c56-4f58-8554-37d47668f852: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:29:13.882678 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8f1ec96b-c347-4ff7-aff9-d1b40c2bede9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:13.934813 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f91b2796-d688-40d6-8bbf-4033bcda0539 req-c2e02f0d-47f1-45d4-a661-cbafa09e26f3 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9bfd408-2551-482c-97e7-077b1bec91c1 HTTP/1.1" status: 200 len: 210 time: 0.0457025 Jun 29 23:29:14.091392 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8f1ec96b-c347-4ff7-aff9-d1b40c2bede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:14.092022 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:14.095329 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:14.099538 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:14.134646 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event deleted for resources: {'Port': ['ID=de91d95a-06c1-4240-9a71-8c60e803f37a,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:14.139171 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ec96b-c347-4ff7-aff9-d1b40c2bede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7199e8f5-fd85-4811-9d0e-a5bdcef7d8e4,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:14.139855 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:14.149711 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8f1ec96b-c347-4ff7-aff9-d1b40c2bede9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:14.198548 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-97cc9d80-a965-4041-8629-5fda5083210e req-4de41864-1ee7-48ea-95ff-ad7fce4f1d07 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0559046 Jun 29 23:29:14.208898 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-8f1ec96b-c347-4ff7-aff9-d1b40c2bede9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b637cf752314c0ca710954018bb1249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474080 Jun 29 23:29:14.211695 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48500) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:14.283712 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e1245d60-561f-4c01-a6b1-a237a4721782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:14.290623 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Router 0897372a-ca15-41b6-8e9d-521dceeec368 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:29:14.309223 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e1245d60-561f-4c01-a6b1-a237a4721782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:14.414158 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:29:14.424432 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] Sync routers for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:29:14.428384 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e1245d60-561f-4c01-a6b1-a237a4721782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:14.431280 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e1245d60-561f-4c01-a6b1-a237a4721782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:14.434934 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e1245d60-561f-4c01-a6b1-a237a4721782 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7199e8f5-fd85-4811-9d0e-a5bdcef7d8e4 HTTP/1.1" status: 204 len: 168 time: 0.2201207 Jun 29 23:29:14.434934 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8f1ec96b-c347-4ff7-aff9-d1b40c2bede9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:14.445205 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:14.445205 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:28:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:14.446508 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1245d60-561f-4c01-a6b1-a237a4721782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7199e8f5-fd85-4811-9d0e-a5bdcef7d8e4,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:14.449653 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e1245d60-561f-4c01-a6b1-a237a4721782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:14.510923 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] No DVR routers for this DVR port de91d95a-06c1-4240-9a71-8c60e803f37a on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:29:14.514660 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:14.517221 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-15299d1c-b58b-4241-b106-c51badd2d451 req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "DELETE /v2.0/ports/de91d95a-06c1-4240-9a71-8c60e803f37a HTTP/1.1" status: 204 len: 173 time: 1.1212354 Jun 29 23:29:14.692309 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:14.708918 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-deleted', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:14.711385 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366f7848-4976-4f4c-b3c9-4d473f8c5cdf" -d '{"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-deleted", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:14.754246 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be50306a-077d-40ab-ae69-3030fe44b688 x-openstack-request-id: req-be50306a-077d-40ab-ae69-3030fe44b688 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:14.754646 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f659a8-dd39-4d74-922e-caad8fd8eac1", "name": "network-vif-deleted", "tag": "de91d95a-06c1-4240-9a71-8c60e803f37a", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:14.754996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be50306a-077d-40ab-ae69-3030fe44b688 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:14.755505 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f659a8-dd39-4d74-922e-caad8fd8eac1', 'name': 'network-vif-deleted', 'tag': 'de91d95a-06c1-4240-9a71-8c60e803f37a', 'status': 'completed', 'code': 200} Jun 29 23:29:14.893150 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:14.921386 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] Checking router: 0897372a-ca15-41b6-8e9d-521dceeec368 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:29:14.930080 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:14.930686 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:28:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:15.038566 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:15.181278 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48514) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:15.216327 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48516) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:15.239464 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6f118058-70cc-47aa-beca-7297c5fba988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.249964 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78a9a96f-c207-4aea-a3ad-56fa86987273 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.288319 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:15.292500 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78a9a96f-c207-4aea-a3ad-56fa86987273 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.319222 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cce5a4-f9dc-474f-a2ba-435ff1411427 None None] The sync data for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi is: [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:29:15.369321 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6f118058-70cc-47aa-beca-7297c5fba988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.388193 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b42c2a66-31ff-4d7f-9526-0e75599ec698 req-5bb3b890-1562-4994-b912-4f5e962762d6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0331459 Jun 29 23:29:15.426792 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6f118058-70cc-47aa-beca-7297c5fba988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.429546 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e43e7926-f9fc-44e9-9c44-0e1eb20d045a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:15.459330 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78a9a96f-c207-4aea-a3ad-56fa86987273 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.462087 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78a9a96f-c207-4aea-a3ad-56fa86987273 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.463544 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-78a9a96f-c207-4aea-a3ad-56fa86987273 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "DELETE /v2.0/security-groups/7c4b624b-4f24-491d-bce8-707c1580b0c8 HTTP/1.1" status: 204 len: 168 time: 0.2811768 Jun 29 23:29:15.464377 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f2e6bb55-28a3-4cf5-bcc2-49a1f91f1b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:15.465438 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f118058-70cc-47aa-beca-7297c5fba988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd12fd2-8aec-4986-b856-f5ec498102bd,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:15.468122 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48520) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:15.475763 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9a96f-c207-4aea-a3ad-56fa86987273 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4b624b-4f24-491d-bce8-707c1580b0c8,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:15.478159 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-78a9a96f-c207-4aea-a3ad-56fa86987273 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:15.482251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-6f118058-70cc-47aa-beca-7297c5fba988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:15.483390 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.api.v2.resource [None req-37b70869-dda6-41c5-be41-0ccf9eb62996 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] show failed (client error): The resource could not be found. Jun 29 23:29:15.488430 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-37b70869-dda6-41c5-be41-0ccf9eb62996 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups/7c4b624b-4f24-491d-bce8-707c1580b0c8 HTTP/1.1" status: 404 len: 347 time: 0.0154138 Jun 29 23:29:15.488430 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-6f118058-70cc-47aa-beca-7297c5fba988 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17bd556b30a242278653682cfc7eb1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700036 Jun 29 23:29:15.488430 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48522) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:15.490103 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48524) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:15.546139 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a445-72df-4761-9697-3e454fd25272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.571449 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a38722-01a5-412a-8268-ee98f32e3b1d None None] New status for floating IP 633af533-70c3-40e4-89b5-15b617585aa5: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:29:15.577624 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a445-72df-4761-9697-3e454fd25272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.639302 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Deleting port 7ca81d10-ab55-47b1-9093-90a10ed4bf8c {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:29:15.639968 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.700786 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a445-72df-4761-9697-3e454fd25272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.704535 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a445-72df-4761-9697-3e454fd25272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.705221 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a9b8a445-72df-4761-9697-3e454fd25272 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4fd12fd2-8aec-4986-b856-f5ec498102bd HTTP/1.1" status: 204 len: 168 time: 0.2137709 Jun 29 23:29:15.706030 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7b3ea28d-d197-46c9-8f17-ba1a2c00754a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:15.716422 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8a445-72df-4761-9697-3e454fd25272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd12fd2-8aec-4986-b856-f5ec498102bd,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:15.719731 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a9b8a445-72df-4761-9697-3e454fd25272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:15.722044 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.722427 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.735956 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Calling delete_port for 7ca81d10-ab55-47b1-9093-90a10ed4bf8c owned by network:floatingip {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:29:15.942690 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:15.945590 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-10cb5fef-aa7b-4387-a89d-c71b04c89562 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:15.971406 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event deleted for resources: {'Port': ['ID=7ca81d10-ab55-47b1-9093-90a10ed4bf8c,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:15.974300 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:16.029889 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.032428 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.033575 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "DELETE /v2.0/floatingips/55d0f5de-7c56-4f58-8554-37d47668f852 HTTP/1.1" status: 204 len: 168 time: 0.5444865 Jun 29 23:29:16.406116 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48534) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:16.421213 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-310cac1b-f9ac-4313-a5e4-16c9e432d8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.490822 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48538) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:16.496055 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-deb10c45-4c7f-4b2c-8943-31fef584143f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--523038411', 'description': 'tempest-description--1612928183'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:16.515201 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-310cac1b-f9ac-4313-a5e4-16c9e432d8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.542732 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bcb65840-9ddd-42d0-b74e-c541a58f592e req-04097af9-5b85-450e-94ad-5cb40093ebb1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0273960 Jun 29 23:29:16.586472 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-310cac1b-f9ac-4313-a5e4-16c9e432d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.590052 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9e92ac9a-ad43-4adb-a039-2ef48abffa62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:16.625841 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-310cac1b-f9ac-4313-a5e4-16c9e432d8f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b24a92d9b0c540d69d4cce993a761366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180078 Jun 29 23:29:16.626865 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cac1b-f9ac-4313-a5e4-16c9e432d8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f2d4a-bbc6-4926-9181-be846917205d,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:16.628642 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48542) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:16.630010 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-310cac1b-f9ac-4313-a5e4-16c9e432d8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:16.676560 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-19fa287c-cc2e-47a9-99ed-130639c0ccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.695915 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-deb10c45-4c7f-4b2c-8943-31fef584143f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.701918 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-19fa287c-cc2e-47a9-99ed-130639c0ccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.811200 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-19fa287c-cc2e-47a9-99ed-130639c0ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.813905 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-19fa287c-cc2e-47a9-99ed-130639c0ccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.815044 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-19fa287c-cc2e-47a9-99ed-130639c0ccdc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a93f2d4a-bbc6-4926-9181-be846917205d HTTP/1.1" status: 204 len: 168 time: 0.1853454 Jun 29 23:29:16.822408 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a6aacd25-d2ab-416b-bb9d-e06a9fa306ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:16.830129 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa287c-cc2e-47a9-99ed-130639c0ccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f2d4a-bbc6-4926-9181-be846917205d,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:16.833070 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-19fa287c-cc2e-47a9-99ed-130639c0ccdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:16.873395 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-deb10c45-4c7f-4b2c-8943-31fef584143f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.952117 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-deb10c45-4c7f-4b2c-8943-31fef584143f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:16.957107 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-801c4c45-4c3d-448c-9445-d1b5d54ecc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:16.982760 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb10c45-4c7f-4b2c-8943-31fef584143f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9205da42-07e1-464d-884a-f9155657b5fb,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:16.985433 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-deb10c45-4c7f-4b2c-8943-31fef584143f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:17.033995 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-deb10c45-4c7f-4b2c-8943-31fef584143f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.035227 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-deb10c45-4c7f-4b2c-8943-31fef584143f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5428486 Jun 29 23:29:17.037962 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48546) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:17.042342 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-c5d0172c-28c1-40d6-bb68-588e31ff7d15 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'security_group_rule': {'security_group_id': '9205da42-07e1-464d-884a-f9155657b5fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:17.135545 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c5d0172c-28c1-40d6-bb68-588e31ff7d15 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.403860 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c5d0172c-28c1-40d6-bb68-588e31ff7d15 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.466694 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c5d0172c-28c1-40d6-bb68-588e31ff7d15 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.468706 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:17.482331 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0172c-28c1-40d6-bb68-588e31ff7d15 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f2c487-ce93-46c9-a84b-f01a2c2a9c8d,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:17.486514 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c5d0172c-28c1-40d6-bb68-588e31ff7d15 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:17.552667 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c5d0172c-28c1-40d6-bb68-588e31ff7d15 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.553964 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c5d0172c-28c1-40d6-bb68-588e31ff7d15 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5150859 Jun 29 23:29:17.556549 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48560) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:17.561223 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-98d448ca-30b0-42d0-a693-f7973818ba13 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'security_group_rule': {'security_group_id': '9205da42-07e1-464d-884a-f9155657b5fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:17.596956 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 26903de5-203d-4c6d-9b5d-dd991267eefa no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:29:17.618526 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 26903de5-203d-4c6d-9b5d-dd991267eefa {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:29:17.626166 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 26903de5-203d-4c6d-9b5d-dd991267eefa not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:29:17.650550 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98d448ca-30b0-42d0-a693-f7973818ba13 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.721952 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-67e76336-3fee-4dfc-8308-720d2c72226b req-6faa3dfa-7fcf-449f-8b14-1a9c9900b982 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=66f659a8-dd39-4d74-922e-caad8fd8eac1 HTTP/1.1" status: 200 len: 210 time: 0.0317345 Jun 29 23:29:17.731696 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98d448ca-30b0-42d0-a693-f7973818ba13 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.764735 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device de91d95a-06c1-4240-9a71-8c60e803f37a no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:29:17.784438 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: de91d95a-06c1-4240-9a71-8c60e803f37a {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:29:17.784795 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device de91d95a-06c1-4240-9a71-8c60e803f37a not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:29:17.811076 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98d448ca-30b0-42d0-a693-f7973818ba13 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.813574 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-03ac0fc7-f823-4ead-9085-7be1ecdfb59f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:17.831246 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d448ca-30b0-42d0-a693-f7973818ba13 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d7bd1a-9cd1-4b21-8997-a9e1e17e085c,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:17.834212 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-98d448ca-30b0-42d0-a693-f7973818ba13 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:17.897222 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98d448ca-30b0-42d0-a693-f7973818ba13 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:17.898437 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-98d448ca-30b0-42d0-a693-f7973818ba13 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3409183 Jun 29 23:29:17.901586 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48576) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:17.906377 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'floatingip': {'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:17.998360 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:18.099223 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:18.203498 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Allocated IP 172.27.1.208 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/905027dd-7ebc-4265-9402-848ad11e4b53) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:18.303534 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:18.415789 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:18.418686 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-14216fda-3567-4078-9611-13bd66551db3 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:18.455897 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:18.458703 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:18.462174 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:18.467544 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'Port': ['ID=905027dd-7ebc-4265-9402-848ad11e4b53,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:18.489572 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:18.551231 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:18.718905 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:18.870078 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:18.903349 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48590) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:18.943172 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:18.945517 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:19.022478 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-434a086e-e717-4d65-81c8-cd4adb26baa0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.044127 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'Port': ['ID=905027dd-7ebc-4265-9402-848ad11e4b53,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:19.046900 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:19.055521 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.068399 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-434a086e-e717-4d65-81c8-cd4adb26baa0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.143085 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.144376 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2417586 Jun 29 23:29:19.159664 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-434a086e-e717-4d65-81c8-cd4adb26baa0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.162480 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-434a086e-e717-4d65-81c8-cd4adb26baa0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.163779 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-434a086e-e717-4d65-81c8-cd4adb26baa0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "DELETE /v2.0/security-groups/ebbab121-76f4-45b3-a10f-9876bdecb62b HTTP/1.1" status: 204 len: 168 time: 0.2594171 Jun 29 23:29:19.164663 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:19.166551 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48594) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:19.174022 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a086e-e717-4d65-81c8-cd4adb26baa0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbab121-76f4-45b3-a10f-9876bdecb62b,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:19.185699 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-434a086e-e717-4d65-81c8-cd4adb26baa0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:19.189349 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.api.v2.resource [None req-f2570cb9-e8f6-453c-a2ca-04ec43b3fc22 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] show failed (client error): The resource could not be found. Jun 29 23:29:19.193631 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48596) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:19.194254 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f2570cb9-e8f6-453c-a2ca-04ec43b3fc22 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups/ebbab121-76f4-45b3-a10f-9876bdecb62b HTTP/1.1" status: 404 len: 347 time: 0.0257502 Jun 29 23:29:19.348074 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Deleting port 7d200de8-b4e1-4be2-8ed3-509150ff5be3 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:29:19.348421 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.369465 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-14c58f08-8b4f-48a6-a349-35585ae473ed tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--523038411&fields=id&tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566 HTTP/1.1" status: 200 len: 267 time: 0.0329318 Jun 29 23:29:19.425836 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.426194 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.437671 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Calling delete_port for 7d200de8-b4e1-4be2-8ed3-509150ff5be3 owned by network:floatingip {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:29:19.476658 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-7ab24cc8-ea32-4615-8a2d-cff8863aca6a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:19.478099 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-7ab24cc8-ea32-4615-8a2d-cff8863aca6a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 811 time: 0.1009159 Jun 29 23:29:19.492577 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-ef1b562c-20f8-4b90-9178-4de82756c2bd tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/quotas/6e9f8b3be04a4d77b1952a18bfa8c566 HTTP/1.1" status: 200 len: 375 time: 0.0088725 Jun 29 23:29:19.561327 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-a2d6bcf3-1abe-4f85-a7b1-7af43b0b5b10 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637147 Jun 29 23:29:19.634374 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.637607 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4b660647-b2af-443f-ac6e-86597b3f0f4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:19.664281 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-15076eda-4ae3-4f7c-9eac-ea80e7ff4da7 service neutron] 10.222.0.61 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906353 Jun 29 23:29:19.668313 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event deleted for resources: {'Port': ['ID=7d200de8-b4e1-4be2-8ed3-509150ff5be3,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:19.670944 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:19.728832 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.731659 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:19.737439 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "DELETE /v2.0/floatingips/633af533-70c3-40e4-89b5-15b617585aa5 HTTP/1.1" status: 204 len: 168 time: 0.5421760 Jun 29 23:29:19.767479 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-c63e67c4-1e84-4a51-a720-b04e4eaec1e8 service neutron] 10.222.0.61 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956485 Jun 29 23:29:20.009930 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9583695c-5f9a-40ae-bdb7-a10615117bcf req-b26b7283-01e8-487a-975a-883a18db9a9b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 210 time: 0.0329854 Jun 29 23:29:20.328276 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48632) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:20.333796 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-06196655-f156-4aca-9adf-3b347758e603 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044443470', 'description': 'tempest-description--651948533'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:20.371046 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-632ab3e1-e59c-42b6-8ffd-650182a9a160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.462434 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-06196655-f156-4aca-9adf-3b347758e603 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.542625 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-06196655-f156-4aca-9adf-3b347758e603 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.639378 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-06196655-f156-4aca-9adf-3b347758e603 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.642444 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-6f118058-70cc-47aa-beca-7297c5fba988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:20.669055 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196655-f156-4aca-9adf-3b347758e603 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723d54fd-75ed-4d32-a325-513c8017325b,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:20.671623 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-06196655-f156-4aca-9adf-3b347758e603 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:20.759765 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-06196655-f156-4aca-9adf-3b347758e603 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.761023 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-06196655-f156-4aca-9adf-3b347758e603 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4311264 Jun 29 23:29:20.763902 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48642) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:20.768955 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-d0042301-ff53-4547-91a9-0dae7af46d10 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'security_group_rule': {'security_group_id': '723d54fd-75ed-4d32-a325-513c8017325b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:20.838357 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d0042301-ff53-4547-91a9-0dae7af46d10 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.897021 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d0042301-ff53-4547-91a9-0dae7af46d10 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.948189 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d0042301-ff53-4547-91a9-0dae7af46d10 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:20.950355 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cfcecd71-dbd7-4927-87e2-8f4505c7e0e3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:20.967935 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0042301-ff53-4547-91a9-0dae7af46d10 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57bed07-c954-4ca7-9244-cbe9238198dc,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:20.971668 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d0042301-ff53-4547-91a9-0dae7af46d10 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:21.028323 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-d0042301-ff53-4547-91a9-0dae7af46d10 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.029487 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-d0042301-ff53-4547-91a9-0dae7af46d10 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646589 Jun 29 23:29:21.032274 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48648) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:21.036731 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-0f2c2281-e646-4bae-ab8c-e2516e9b58ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'security_group_rule': {'security_group_id': '723d54fd-75ed-4d32-a325-513c8017325b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:21.157944 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2281-e646-4bae-ab8c-e2516e9b58ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.217143 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2281-e646-4bae-ab8c-e2516e9b58ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.310368 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8841e7ee-23e2-4abd-86f6-b13fe64ea88c req-3ed4a8cb-c118-4482-8a28-3843f4d85870 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 210 time: 0.1871526 Jun 29 23:29:21.336558 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2281-e646-4bae-ab8c-e2516e9b58ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.342957 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:21.358198 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c2281-e646-4bae-ab8c-e2516e9b58ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60b48ee-359a-4aaf-904f-b141c56b02a1,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:21.361913 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-0f2c2281-e646-4bae-ab8c-e2516e9b58ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:21.449879 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48656) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:21.466625 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2281-e646-4bae-ab8c-e2516e9b58ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.467835 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-0f2c2281-e646-4bae-ab8c-e2516e9b58ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4346449 Jun 29 23:29:21.473278 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48660) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:21.477830 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'floatingip': {'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:21.550134 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9cf201e8-a912-4e0f-bbca-865926aa6895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.582247 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.732401 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9cf201e8-a912-4e0f-bbca-865926aa6895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.739719 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.842177 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Allocated IP 172.27.1.247 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/55cc9f9f-9c27-4a7e-9298-a9fb93680748) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:21.895730 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9cf201e8-a912-4e0f-bbca-865926aa6895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:21.900321 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b9ed3d57-f675-4ba0-a3d4-f9554d185933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:21.946391 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9cf201e8-a912-4e0f-bbca-865926aa6895 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e6047aa9a48439bbb4a56cbcc5073c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954300 Jun 29 23:29:21.949106 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf201e8-a912-4e0f-bbca-865926aa6895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fcd221-2111-4165-8a4f-6aa0844562c8,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:21.949331 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48670) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:21.954418 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9cf201e8-a912-4e0f-bbca-865926aa6895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:21.991215 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:22.000223 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5eea51fc-4d2b-46fb-ad69-afccdba6958c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:22.021697 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5eea51fc-4d2b-46fb-ad69-afccdba6958c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:22.110551 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:22.121354 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-0e672604-b065-4a40-985d-ef689e5cc104 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:22.131159 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5eea51fc-4d2b-46fb-ad69-afccdba6958c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:22.134230 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5eea51fc-4d2b-46fb-ad69-afccdba6958c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:22.135665 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5eea51fc-4d2b-46fb-ad69-afccdba6958c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3fcd221-2111-4165-8a4f-6aa0844562c8 HTTP/1.1" status: 204 len: 168 time: 0.1850157 Jun 29 23:29:22.137043 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3168d9b4-150e-4c75-b904-81c60f2548f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:22.147678 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea51fc-4d2b-46fb-ad69-afccdba6958c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fcd221-2111-4165-8a4f-6aa0844562c8,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:22.151708 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5eea51fc-4d2b-46fb-ad69-afccdba6958c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:22.204778 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:22.208298 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:22.212603 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'Port': ['ID=55cc9f9f-9c27-4a7e-9298-a9fb93680748,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:22.217062 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:22.221433 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:22.273053 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-50e3d4c3-ff37-4489-89b2-0039da7bdc63 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:22.274491 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-50e3d4c3-ff37-4489-89b2-0039da7bdc63 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 811 time: 0.1750984 Jun 29 23:29:22.361569 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-8c4abeca-a323-454e-88d8-9e080e696390 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566 HTTP/1.1" status: 200 len: 379 time: 0.0495608 Jun 29 23:29:22.365169 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:22.375880 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'port': {'device_id': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'admin_state_up': True, 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'security_groups': ['9205da42-07e1-464d-884a-f9155657b5fb']}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:22.514820 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:22.629125 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Made reservation on behalf of 6e9f8b3be04a4d77b1952a18bfa8c566 for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:29:22.632638 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:22.658469 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f14b2ad7-c9e9-41f4-82c5-0578dcbba044 req-36ef2cb0-f3a0-42ee-b090-4de24ce2be02 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 210 time: 0.2312922 Jun 29 23:29:22.983695 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.036925 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Allocated IP 172.20.0.12 (9d8ecfa1-3c87-4166-9abc-18a879e92697/5cd51bbb-eb2f-4679-8361-22fe3e4938f8/149b0e0d-3be1-43b1-8333-f28b4410239a) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:23.050820 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.050820 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5dd9a0ab-72b4-48ac-87ce-e89bcee86973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:23.130471 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'Port': ['ID=55cc9f9f-9c27-4a7e-9298-a9fb93680748,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:23.137172 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:23.188988 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa288-989d-4dcf-8b60-4048394a5ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.199644 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.263869 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.273488 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.274695 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8004518 Jun 29 23:29:23.285879 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Transition to ACTIVE for port object 149b0e0d-3be1-43b1-8333-f28b4410239a will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:23.399938 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.400622 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.405947 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fdb98284-353f-40d3-93c2-121c216b2908 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:23.448480 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:23.455275 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:23.459504 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:23.491856 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-dfa3bea0-b904-4305-ae6c-bcaf7b1007bc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2044443470&fields=id&tenant_id=27fe72faf0994406a7acaf15a921be08 HTTP/1.1" status: 200 len: 267 time: 0.0468051 Jun 29 23:29:23.492561 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event updated for resources: {'Port': ['ID=149b0e0d-3be1-43b1-8333-f28b4410239a,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:23.493764 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:23.516710 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:23.520141 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.593144 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-a370330c-14a8-42ee-a019-580d3715fcc5 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:23.594727 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-a370330c-14a8-42ee-a019-580d3715fcc5 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 817 time: 0.1070535 Jun 29 23:29:23.604271 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2324908 Jun 29 23:29:23.613094 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-1622712c-07cd-4047-8c9b-6ff98c6a72b4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/quotas/27fe72faf0994406a7acaf15a921be08 HTTP/1.1" status: 200 len: 375 time: 0.0116448 Jun 29 23:29:23.621605 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Request body: {'port': {'device_id': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:23.694466 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-a87c7e4f-7b39-48e2-a0e6-066fa9f06698 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781221 Jun 29 23:29:23.701914 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.794034 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-9555dd3a-ec22-427e-bb8a-011ed8d3ec2c None None] Provisioning for port 149b0e0d-3be1-43b1-8333-f28b4410239a completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:23.799057 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-9555dd3a-ec22-427e-bb8a-011ed8d3ec2c None None] Provisioning complete for port 149b0e0d-3be1-43b1-8333-f28b4410239a triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:23.799449 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9555dd3a-ec22-427e-bb8a-011ed8d3ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:23.837584 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-1ea62965-4063-44b8-aa2f-aa9f672ef3a3 service neutron] 10.222.0.61 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278436 Jun 29 23:29:23.842813 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-9555dd3a-ec22-427e-bb8a-011ed8d3ec2c None None] Port 149b0e0d-3be1-43b1-8333-f28b4410239a cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:29:23.920973 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014d9a7-b7d2-493d-bd87-08717a5e28f6 req-a343900c-06fc-4fcf-a687-a17f660ed04f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:23.922425 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2014d9a7-b7d2-493d-bd87-08717a5e28f6 req-a343900c-06fc-4fcf-a687-a17f660ed04f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 932 time: 0.1309800 Jun 29 23:29:23.967627 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-604bee1c-22e4-4a17-b591-76a0e55325b1 service neutron] 10.222.0.61 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168768 Jun 29 23:29:23.982379 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2014d9a7-b7d2-493d-bd87-08717a5e28f6 req-cf7085d7-9817-4eb2-b842-de06d7a557bb tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532451 Jun 29 23:29:24.001432 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149b0e0d-3be1-43b1-8333-f28b4410239a {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:29:24.008940 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:24.021661 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Transition to ACTIVE for port object 149b0e0d-3be1-43b1-8333-f28b4410239a will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:24.089850 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:24.092281 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b4421287-c52e-48d1-8f65-b2a2afe4fa4c tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:24.161376 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Pushing event updated for resources: {'Port': ['ID=149b0e0d-3be1-43b1-8333-f28b4410239a,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:24.182882 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:24.235289 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Attempting to bind port 149b0e0d-3be1-43b1-8333-f28b4410239a on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:24.238977 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Attempting to bind port 149b0e0d-3be1-43b1-8333-f28b4410239a by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:24.238977 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Attempting to bind port 149b0e0d-3be1-43b1-8333-f28b4410239a on network 9d8ecfa1-3c87-4166-9abc-18a879e92697 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:24.241094 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Port 149b0e0d-3be1-43b1-8333-f28b4410239a on network 9d8ecfa1-3c87-4166-9abc-18a879e92697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:29:24.241528 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Attempting to bind port 149b0e0d-3be1-43b1-8333-f28b4410239a on network 9d8ecfa1-3c87-4166-9abc-18a879e92697 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:24.254414 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:24.254900 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Checking segment: {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:24.255590 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Bound using segment: {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:24.256048 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Bound port: 149b0e0d-3be1-43b1-8333-f28b4410239a, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3638ac6b-f890-458d-be9a-278b0298f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:24.256510 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:24.276204 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-16224f0d-d2c9-4e45-b9bc-3bab25a5e9ee req-cfda17d3-26a4-496b-8d08-9be9ba771651 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 210 time: 0.0651150 Jun 29 23:29:24.345216 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] For port 149b0e0d-3be1-43b1-8333-f28b4410239a, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:24.360746 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] For port 149b0e0d-3be1-43b1-8333-f28b4410239a, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149b0e0d-3be1-43b1-8333-f28b4410239a,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:24.432128 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:24.474545 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:24.476681 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1b604819-691c-46d2-92bc-9b896134fe2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:24.511807 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:24.512440 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:24.513859 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] 10.222.0.64 "PUT /v2.0/ports/149b0e0d-3be1-43b1-8333-f28b4410239a HTTP/1.1" status: 200 len: 1094 time: 0.8972588 Jun 29 23:29:24.514293 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'tag': '149b0e0d-3be1-43b1-8333-f28b4410239a'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:24.522017 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220f7c5f-d807-4dd8-8459-9f6c6e19a593" -d '{"events": [{"name": "network-changed", "server_uuid": "1d61e228-b99c-4ee4-9496-55d2cf1cb9f3", "tag": "149b0e0d-3be1-43b1-8333-f28b4410239a"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:24.562675 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Pushing event updated for resources: {'Port': ['ID=149b0e0d-3be1-43b1-8333-f28b4410239a,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:24.566969 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce7eb1b-d241-4b94-9faa-64b68c7f30dc x-openstack-request-id: req-5ce7eb1b-d241-4b94-9faa-64b68c7f30dc {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:24.567453 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d61e228-b99c-4ee4-9496-55d2cf1cb9f3", "tag": "149b0e0d-3be1-43b1-8333-f28b4410239a", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:24.570000 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ce7eb1b-d241-4b94-9faa-64b68c7f30dc {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:24.570000 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'tag': '149b0e0d-3be1-43b1-8333-f28b4410239a', 'status': 'completed', 'code': 200} Jun 29 23:29:24.570000 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:24.670462 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f7c5f-d807-4dd8-8459-9f6c6e19a593 req-ea8f5392-538c-477f-ad41-cc4e9cad12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:24.672016 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-220f7c5f-d807-4dd8-8459-9f6c6e19a593 req-ea8f5392-538c-477f-ad41-cc4e9cad12b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0644267 Jun 29 23:29:24.775461 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f7c5f-d807-4dd8-8459-9f6c6e19a593 req-65db776d-ed88-4e17-98ab-0189fea73efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:24.776879 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-220f7c5f-d807-4dd8-8459-9f6c6e19a593 req-65db776d-ed88-4e17-98ab-0189fea73efa service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0906703 Jun 29 23:29:24.871994 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f7c5f-d807-4dd8-8459-9f6c6e19a593 req-97e49c58-0e3c-4db2-a96f-449b82b7eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:24.873448 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-220f7c5f-d807-4dd8-8459-9f6c6e19a593 req-97e49c58-0e3c-4db2-a96f-449b82b7eb4d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902042 Jun 29 23:29:24.981198 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-827831a1-5267-4b96-8c69-cf7b15545a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:24.982663 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-827831a1-5267-4b96-8c69-cf7b15545a0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0516129 Jun 29 23:29:25.030917 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-69099a18-c6a2-43eb-a680-cad49b9b562c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=149b0e0d-3be1-43b1-8333-f28b4410239a HTTP/1.1" status: 200 len: 217 time: 0.0360470 Jun 29 23:29:25.080767 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-97ef84e3-bd7f-4e15-baf5-6ca9150a0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:25.082211 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-97ef84e3-bd7f-4e15-baf5-6ca9150a0e69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cd51bbb-eb2f-4679-8361-22fe3e4938f8 HTTP/1.1" status: 200 len: 850 time: 0.0441034 Jun 29 23:29:25.148795 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-8d093a04-9088-4137-9986-aa7cce19b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:25.150584 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-8d093a04-9088-4137-9986-aa7cce19b953 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d8ecfa1-3c87-4166-9abc-18a879e92697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621786 Jun 29 23:29:25.168678 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545ce7c-25de-4644-930c-db90c2260340 req-66c1d65e-ae7b-475a-a643-b90e623451b4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:25.170301 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2545ce7c-25de-4644-930c-db90c2260340 req-66c1d65e-ae7b-475a-a643-b90e623451b4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 944 time: 0.0719998 Jun 29 23:29:25.220300 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2545ce7c-25de-4644-930c-db90c2260340 req-08a0495a-b57a-44b9-bcf8-8afef248f77c tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432160 Jun 29 23:29:25.251157 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-02d1b5ea-5503-4c3e-952b-a1670c48c53e service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927863 Jun 29 23:29:25.307134 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-9cd4aca8-7c2f-43dd-8d1e-73546e7309e4 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9fee8c8a28654a78a07373bec985dcd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363257 Jun 29 23:29:25.379200 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3b8f0958-cfdb-424b-bbcc-063321536c30 req-020c9e6b-34fd-4bb9-91bb-4a132afc9834 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222785 Jun 29 23:29:25.458641 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f8c47b7c-bc2b-4ac2-862d-41b09ab61527 req-f2e3b37b-0a69-437c-af75-f9f3e0c9cd8e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 210 time: 0.0591984 Jun 29 23:29:25.534669 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-45f6193a-7e59-4d4b-980e-89ad34df325c tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:25.536244 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-45f6193a-7e59-4d4b-980e-89ad34df325c tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237530 Jun 29 23:29:25.555229 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-a905e4c7-09b4-4ad5-918b-c704d642cbaf tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/quotas/9fee8c8a28654a78a07373bec985dcd1 HTTP/1.1" status: 200 len: 375 time: 0.0135372 Jun 29 23:29:25.589266 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-eec40e4d-750c-4b51-af8f-ce1e91dc3ff2 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9fee8c8a28654a78a07373bec985dcd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jun 29 23:29:25.736793 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:25.877410 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dc3e5d27-c1d9-4bc0-a6a1-7ef8988c12eb req-d1b717b1-65e2-46d8-b140-2222c43361f9 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 210 time: 0.0275290 Jun 29 23:29:26.384747 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b6100-780f-4fcc-955f-7cc358d6392d req-ef4236ed-0fa7-4137-9cea-bb09dcf770a5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:26.386460 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb9b6100-780f-4fcc-955f-7cc358d6392d req-ef4236ed-0fa7-4137-9cea-bb09dcf770a5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 944 time: 0.0639858 Jun 29 23:29:26.424004 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb9b6100-780f-4fcc-955f-7cc358d6392d req-d4fc2ce5-701a-4ae1-9210-aa984cc6a5fa tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308502 Jun 29 23:29:26.606622 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-51211566-5587-4f94-8ee6-376bebfb1607 req-d8e412f5-4d6a-408b-ae52-4fb1a26a18b1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 210 time: 0.0314462 Jun 29 23:29:26.720209 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-cd2928a9-3754-4c7c-b634-dd0576993d41 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:26.721727 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-cd2928a9-3754-4c7c-b634-dd0576993d41 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 817 time: 0.1259325 Jun 29 23:29:26.769730 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-d5062b79-0a28-49da-9a2a-253cbc4d48b4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27fe72faf0994406a7acaf15a921be08 HTTP/1.1" status: 200 len: 380 time: 0.0334399 Jun 29 23:29:26.778864 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'port': {'device_id': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'admin_state_up': True, 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'security_groups': ['723d54fd-75ed-4d32-a325-513c8017325b']}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:26.994707 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Made reservation on behalf of 27fe72faf0994406a7acaf15a921be08 for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:29:26.998113 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:27.028089 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d4d5e972-9a2f-4bc9-9b2f-34cf90b81c9a req-416dced5-d5d2-4962-843e-740ac753f897 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 210 time: 0.0349929 Jun 29 23:29:27.151916 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Allocated IP 172.20.0.9 (1491f8eb-60e7-415d-8468-88dc866fd07d/c99bd0f5-85c6-4b83-8e62-87c563779caa/3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:27.293960 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:27.309123 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Transition to ACTIVE for port object 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:27.411222 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:27.415991 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:27.456835 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Network 1491f8eb-60e7-415d-8468-88dc866fd07d is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:27.460257 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:27.462568 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:27.507109 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:27.510036 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:27.532605 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:27.533244 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:27.611366 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63cb1-bf70-47d9-8692-20bffbddb364 req-c679b0b5-8ed4-425a-8388-ad05b300551e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:27.612273 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365762 Jun 29 23:29:27.612921 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4af63cb1-bf70-47d9-8692-20bffbddb364 req-c679b0b5-8ed4-425a-8388-ad05b300551e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 944 time: 0.0741820 Jun 29 23:29:27.633447 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Request body: {'port': {'device_id': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:27.664078 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4af63cb1-bf70-47d9-8692-20bffbddb364 req-9c0b83b8-c7c3-4eaf-a258-35a3796615ae tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450861 Jun 29 23:29:27.715042 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:27.775257 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-93ea3b86-5266-4be9-b63b-c0643955843b None None] Provisioning for port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:27.779382 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-93ea3b86-5266-4be9-b63b-c0643955843b None None] Provisioning complete for port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:27.779885 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-93ea3b86-5266-4be9-b63b-c0643955843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:27.796606 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c9784-6f56-4b52-b1b7-7c64f460da1e req-a4d5ba9e-0347-40b8-9a65-1403e0478674 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:27.798967 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c43c9784-6f56-4b52-b1b7-7c64f460da1e req-a4d5ba9e-0347-40b8-9a65-1403e0478674 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 931 time: 0.0643671 Jun 29 23:29:27.806247 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 149b0e0d-3be1-43b1-8333-f28b4410239a details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:29:27.835643 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-93ea3b86-5266-4be9-b63b-c0643955843b None None] Port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:29:27.838224 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c43c9784-6f56-4b52-b1b7-7c64f460da1e req-507e8653-c925-4bb7-99d7-2e74d125c6d4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Jun 29 23:29:27.917557 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 149b0e0d-3be1-43b1-8333-f28b4410239a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149b0e0d-3be1-43b1-8333-f28b4410239a,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:27.928415 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '149b0e0d-3be1-43b1-8333-f28b4410239a', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'port_id': '149b0e0d-3be1-43b1-8333-f28b4410239a', 'mac_address': 'fa:16:3e:47:84:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:29:27.968570 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:27.980764 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149b0e0d-3be1-43b1-8333-f28b4410239a {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:29:27.981548 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:29:27.989318 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:28.000089 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 149b0e0d-3be1-43b1-8333-f28b4410239a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149b0e0d-3be1-43b1-8333-f28b4410239a,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:28.006405 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Transition to ACTIVE for port object 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:28.069305 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:28.071102 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8511180f-cee7-4943-93ee-f4ffb2ccd5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:28.091075 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:28.094258 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9ef59869-71fd-4e94-9a8d-886cdba74a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:28.119168 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=149b0e0d-3be1-43b1-8333-f28b4410239a,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:28.127969 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.128614 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.129122 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.129665 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.130254 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.130796 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.131295 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.131720 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.132072 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.132405 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.132734 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.133063 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:28.137131 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:28.167776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:28.171603 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:28.184594 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8190205d-f52a-41c9-8fb4-454b35cf6482 req-9f98df8d-8240-47d4-97ab-f0904fd74416 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 210 time: 0.0294750 Jun 29 23:29:28.252392 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-34585050-f1c7-4ed3-abef-a7a07cf13fc7 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9fee8c8a28654a78a07373bec985dcd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381980 Jun 29 23:29:28.338419 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Attempting to bind port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:28.338763 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Attempting to bind port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:28.339099 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Attempting to bind port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e on network 1491f8eb-60e7-415d-8468-88dc866fd07d {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:28.361334 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e on network 1491f8eb-60e7-415d-8468-88dc866fd07d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:29:28.361664 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Attempting to bind port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e on network 1491f8eb-60e7-415d-8468-88dc866fd07d {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:28.380838 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['149b0e0d-3be1-43b1-8333-f28b4410239a'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:29:28.393856 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:28.394099 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Checking segment: {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:28.394487 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Bound using segment: {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:28.394938 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Bound port: 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c32f7a-0e6b-4f70-85cd-738fac09f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:28.395421 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:28.486557 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-0de1bc9a-4584-412e-9659-dc40712d061e tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:28.487922 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-0de1bc9a-4584-412e-9659-dc40712d061e tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291980 Jun 29 23:29:28.516447 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Request body: {'port': {'device_id': '2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184', 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3', 'admin_state_up': True, 'tenant_id': '9fee8c8a28654a78a07373bec985dcd1'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:28.520555 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:28.568734 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:28.655585 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:28.659108 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:28.692845 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:28.694058 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:28.694838 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] 10.222.0.64 "PUT /v2.0/ports/3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e HTTP/1.1" status: 200 len: 1093 time: 1.0700140 Jun 29 23:29:28.695352 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:28.697694 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb30e81-f21f-4ea4-92fd-547c3954aeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:28.735339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Made reservation on behalf of 9fee8c8a28654a78a07373bec985dcd1 for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:29:28.740091 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:28.749033 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae082739-abb4-457e-bbf5-3d12b3674d1c x-openstack-request-id: req-ae082739-abb4-457e-bbf5-3d12b3674d1c {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:28.749451 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:28.749813 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae082739-abb4-457e-bbf5-3d12b3674d1c {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:28.750344 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'status': 'completed', 'code': 200} Jun 29 23:29:28.752492 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:28.761454 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:28.762626 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:28.849376 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331cd47-dc06-4508-8234-0512454fc6ff req-326f76ee-1239-49b1-aada-6fef5964a882 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:28.851196 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5331cd47-dc06-4508-8234-0512454fc6ff req-326f76ee-1239-49b1-aada-6fef5964a882 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 945 time: 0.0731993 Jun 29 23:29:28.902447 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb30e81-f21f-4ea4-92fd-547c3954aeeb req-1107bc2d-402f-467d-a5e5-0206e76a8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:28.903669 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5331cd47-dc06-4508-8234-0512454fc6ff req-9287f25b-b168-4035-903f-9c6070717278 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458701 Jun 29 23:29:28.904510 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5fb30e81-f21f-4ea4-92fd-547c3954aeeb req-1107bc2d-402f-467d-a5e5-0206e76a8220 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 1096 time: 0.1141932 Jun 29 23:29:28.942424 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.022939 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.028187 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a5a15dcd-2f51-4098-a8ba-68f156067fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:29.043416 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea6642-2313-4191-9597-03666cf2732c req-6bf50e1c-7c4d-4e4e-90e0-57fee80fd978 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:29.045133 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb30e81-f21f-4ea4-92fd-547c3954aeeb req-ab940c87-d0cc-4afc-935f-950067b7490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:29.045284 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29ea6642-2313-4191-9597-03666cf2732c req-6bf50e1c-7c4d-4e4e-90e0-57fee80fd978 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0623593 Jun 29 23:29:29.046586 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5fb30e81-f21f-4ea4-92fd-547c3954aeeb req-ab940c87-d0cc-4afc-935f-950067b7490c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27fe72faf0994406a7acaf15a921be08&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1140172 Jun 29 23:29:29.083923 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29ea6642-2313-4191-9597-03666cf2732c req-9aee4f63-630f-4dde-b522-69ff679db614 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323973 Jun 29 23:29:29.143758 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:29.149628 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:29.226032 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Allocated IP 192.168.233.55 (d888447f-ef3e-4254-8864-2179301930f3/ffea299b-6009-45ea-9962-fd8598c143dd/09dcaf58-fbff-46df-9720-feee366d580b) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:29.237504 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb30e81-f21f-4ea4-92fd-547c3954aeeb req-e64cd886-c332-47e8-a4cd-fbdd92d327c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:29.241820 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5fb30e81-f21f-4ea4-92fd-547c3954aeeb req-e64cd886-c332-47e8-a4cd-fbdd92d327c1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612184 Jun 29 23:29:29.325335 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48844) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:29.327350 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5cc6b4ac-b1d7-4855-8afe-fe4ea7f415f3 req-7be294fe-f30a-4905-8138-85ef687b7215 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 210 time: 0.0290506 Jun 29 23:29:29.373065 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-a659c3dd-ce8f-45cc-bdc0-b37d55a5ff55 admin admin] Deleting subnet 5bdaa649-c342-427b-921c-f7d464a31615 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:29:29.376556 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a659c3dd-ce8f-45cc-bdc0-b37d55a5ff55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.409240 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a659c3dd-ce8f-45cc-bdc0-b37d55a5ff55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730802'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.423730 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.428141 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-d93b1e61-8745-4190-a148-b47c99e11862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:29.434983 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-d93b1e61-8745-4190-a148-b47c99e11862 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 1096 time: 0.1000965 Jun 29 23:29:29.447947 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a659c3dd-ce8f-45cc-bdc0-b37d55a5ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.448686 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Transition to ACTIVE for port object 09dcaf58-fbff-46df-9720-feee366d580b will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:29.583110 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a659c3dd-ce8f-45cc-bdc0-b37d55a5ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529152971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528790060'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.585599 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-151e0706-7975-4c67-83c2-2e0efae887e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:29.613370 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659c3dd-ce8f-45cc-bdc0-b37d55a5ff55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdaa649-c342-427b-921c-f7d464a31615,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:29.617128 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a659c3dd-ce8f-45cc-bdc0-b37d55a5ff55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.624836 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a659c3dd-ce8f-45cc-bdc0-b37d55a5ff55 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5bdaa649-c342-427b-921c-f7d464a31615 HTTP/1.1" status: 204 len: 168 time: 0.2933853 Jun 29 23:29:29.624836 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48846) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:29.624836 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a659c3dd-ce8f-45cc-bdc0-b37d55a5ff55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:29.690721 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.732532 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-ae7b8795-4e48-42c6-89ab-e6b692aede37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e HTTP/1.1" status: 200 len: 217 time: 0.2903855 Jun 29 23:29:29.779314 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.789548 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e5a83e-4527-4f80-a575-1fcd541b4e4e']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:29.790354 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 149b0e0d-3be1-43b1-8333-f28b4410239a up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:29.799386 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-b77959f9-0f80-4ec2-b045-452c66b58fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:29.799386 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-b77959f9-0f80-4ec2-b045-452c66b58fa5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 200 len: 856 time: 0.0572877 Jun 29 23:29:29.800918 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8015c5c7-4077-4d59-8589-9c5f63c3e5f0') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:29.801225 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8015c5c7-4077-4d59-8589-9c5f63c3e5f0') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:29.809840 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.824321 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.831365 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:29:29.831801 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:29:29.833597 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:29:29.850368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.854844 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:29.902298 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 149b0e0d-3be1-43b1-8333-f28b4410239a completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:29.906931 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 149b0e0d-3be1-43b1-8333-f28b4410239a triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:29.907319 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.913127 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Network d888447f-ef3e-4254-8864-2179301930f3 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:29.918769 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:29.921420 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Pushing event updated for resources: {'Port': ['ID=09dcaf58-fbff-46df-9720-feee366d580b,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:29.923749 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:29.927743 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-a70aa144-fdd5-4fd0-99bf-20462858cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:29.929239 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-a70aa144-fdd5-4fd0-99bf-20462858cea7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1491f8eb-60e7-415d-8468-88dc866fd07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1239150 Jun 29 23:29:29.931370 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:29.959853 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.964499 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:29.967220 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:29.987302 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] 10.222.0.61 "DELETE /v2.0/networks/99e5a83e-4527-4f80-a575-1fcd541b4e4e HTTP/1.1" status: 204 len: 168 time: 0.3590322 Jun 29 23:29:30.007300 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.020978 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Pushing event deleted for resources: {'Network': ['ID=99e5a83e-4527-4f80-a575-1fcd541b4e4e,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:30.029960 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d92e9809-6f37-4cf7-8931-5abfc90f01ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:30.037006 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:30.038185 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.040460 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149b0e0d-3be1-43b1-8333-f28b4410239a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:30.043204 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24bf7a7-d12e-4a4c-bc15-2ffdaf4f9361" -d '{"events": [{"server_uuid": "1d61e228-b99c-4ee4-9496-55d2cf1cb9f3", "name": "network-vif-plugged", "status": "completed", "tag": "149b0e0d-3be1-43b1-8333-f28b4410239a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:30.081672 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 149b0e0d-3be1-43b1-8333-f28b4410239a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149b0e0d-3be1-43b1-8333-f28b4410239a,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:30.096276 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-aeec7006-ef7a-4ca9-84ca-572cab2d362b service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453831 Jun 29 23:29:30.106628 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cea2934-0002-444d-8955-1bb5a396d100 x-openstack-request-id: req-7cea2934-0002-444d-8955-1bb5a396d100 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:30.106939 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d61e228-b99c-4ee4-9496-55d2cf1cb9f3", "name": "network-vif-plugged", "status": "completed", "tag": "149b0e0d-3be1-43b1-8333-f28b4410239a", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:30.107228 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cea2934-0002-444d-8955-1bb5a396d100 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:30.107690 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149b0e0d-3be1-43b1-8333-f28b4410239a', 'code': 200} Jun 29 23:29:30.162221 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6496611 Jun 29 23:29:30.174763 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8550f3-c54c-402d-9911-3ea77066bbf6 req-ae06e2b5-6cec-4418-a0d4-e5a3d7194239 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:30.176572 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.178644 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:30.188649 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d8550f3-c54c-402d-9911-3ea77066bbf6 req-ae06e2b5-6cec-4418-a0d4-e5a3d7194239 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 945 time: 0.0975873 Jun 29 23:29:30.198057 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Request body: {'port': {'device_id': '2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:30.229323 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d8550f3-c54c-402d-9911-3ea77066bbf6 req-093c432f-0858-42c9-93c1-a5fbea163a84 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394289 Jun 29 23:29:30.263793 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=149b0e0d-3be1-43b1-8333-f28b4410239a,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:30.267446 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:30.316163 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e1923b4b-bc79-42b2-a17a-0ce35480c857 req-c516e0bd-8329-4a48-8ce2-e869129bb1a6 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071569 Jun 29 23:29:30.329128 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.343853 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103366f-7937-418a-855d-3796a1f5149e req-3ca20dab-3ac9-443b-ab71-207e3d6f265e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:30.346255 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e103366f-7937-418a-855d-3796a1f5149e req-3ca20dab-3ac9-443b-ab71-207e3d6f265e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0764456 Jun 29 23:29:30.398553 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e103366f-7937-418a-855d-3796a1f5149e req-4988a635-c223-471a-a5ba-05e2e5da9c44 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474596 Jun 29 23:29:30.450848 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-d82a2e5f-87de-4056-9baa-727af09b9eb2 None None] Provisioning for port 09dcaf58-fbff-46df-9720-feee366d580b completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:30.456083 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-d82a2e5f-87de-4056-9baa-727af09b9eb2 None None] Provisioning complete for port 09dcaf58-fbff-46df-9720-feee366d580b triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:30.456880 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d82a2e5f-87de-4056-9baa-727af09b9eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.496499 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-d82a2e5f-87de-4056-9baa-727af09b9eb2 None None] Port 09dcaf58-fbff-46df-9720-feee366d580b cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:29:30.522696 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48858) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:30.575565 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-38cdec63-7ef6-48d5-88ae-feb641ec1749 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13094da391974cb399bee7e79c29162f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509858 Jun 29 23:29:30.577446 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48860) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:30.626725 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f598b778-fff3-472d-aebc-9457d9d3ddd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.648768 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f598b778-fff3-472d-aebc-9457d9d3ddd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.665126 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09dcaf58-fbff-46df-9720-feee366d580b {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:29:30.673875 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.674052 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.692832 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Transition to ACTIVE for port object 09dcaf58-fbff-46df-9720-feee366d580b will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:30.695652 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2210f-387d-4d0b-9d5b-0b1487b6d2de req-2dbd2670-0040-41df-bfdd-39aeb378d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:30.697150 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-efa2210f-387d-4d0b-9d5b-0b1487b6d2de req-2dbd2670-0040-41df-bfdd-39aeb378d6b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 1099 time: 0.1029382 Jun 29 23:29:30.736693 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-efa2210f-387d-4d0b-9d5b-0b1487b6d2de req-bb2c6906-1cbc-4a44-a22f-d53e2b7ad99e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318849 Jun 29 23:29:30.737885 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b379d-dfd4-4f99-96ef-23fc05c54c4c req-fe4e3fdc-3610-4e14-8b96-7c1e3cd5fdaf tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:30.739557 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-003b379d-dfd4-4f99-96ef-23fc05c54c4c req-fe4e3fdc-3610-4e14-8b96-7c1e3cd5fdaf tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 935 time: 0.0844862 Jun 29 23:29:30.759451 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.762727 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c6c0d53d-246e-4a3f-8a56-314bed7869d0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:30.779356 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-003b379d-dfd4-4f99-96ef-23fc05c54c4c req-f66c22c8-69bd-465b-8388-96c1df0275a4 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337839 Jun 29 23:29:30.813983 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Pushing event updated for resources: {'Port': ['ID=09dcaf58-fbff-46df-9720-feee366d580b,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:30.833115 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:30.844141 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f598b778-fff3-472d-aebc-9457d9d3ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.847708 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f598b778-fff3-472d-aebc-9457d9d3ddd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.851054 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f598b778-fff3-472d-aebc-9457d9d3ddd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2bf3e8d8-fe74-4269-8740-b891cc88a20e HTTP/1.1" status: 204 len: 168 time: 0.2725232 Jun 29 23:29:30.851977 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-78ca3f4c-ff90-47c6-8cbc-9586f5bc927c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:30.859997 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598b778-fff3-472d-aebc-9457d9d3ddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf3e8d8-fe74-4269-8740-b891cc88a20e,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:30.863676 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f598b778-fff3-472d-aebc-9457d9d3ddd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:30.885949 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Attempting to bind port 09dcaf58-fbff-46df-9720-feee366d580b on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:30.886161 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Attempting to bind port 09dcaf58-fbff-46df-9720-feee366d580b by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '138a05fa-2975-4a5e-9e9c-24a1bb3b71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:30.886494 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Attempting to bind port 09dcaf58-fbff-46df-9720-feee366d580b on network d888447f-ef3e-4254-8864-2179301930f3 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:30.891606 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Port 09dcaf58-fbff-46df-9720-feee366d580b on network d888447f-ef3e-4254-8864-2179301930f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:29:30.891943 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Attempting to bind port 09dcaf58-fbff-46df-9720-feee366d580b on network d888447f-ef3e-4254-8864-2179301930f3 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:30.897044 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:30.897389 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Checking segment: {'id': '138a05fa-2975-4a5e-9e9c-24a1bb3b71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:30.897778 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Bound using segment: {'id': '138a05fa-2975-4a5e-9e9c-24a1bb3b71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:30.898608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Bound port: 09dcaf58-fbff-46df-9720-feee366d580b, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138a05fa-2975-4a5e-9e9c-24a1bb3b71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:30.898608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:30.975112 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] For port 09dcaf58-fbff-46df-9720-feee366d580b, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:30.984315 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] For port 09dcaf58-fbff-46df-9720-feee366d580b, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=09dcaf58-fbff-46df-9720-feee366d580b,segment=NetworkSegment(138a05fa-2975-4a5e-9e9c-24a1bb3b71ca),segment_id=138a05fa-2975-4a5e-9e9c-24a1bb3b71ca)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:31.063645 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:31.066557 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e5493bb6-01eb-400f-b0bb-aba721480444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:31.099929 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:31.100572 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:31.101932 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] 10.222.0.64 "PUT /v2.0/ports/09dcaf58-fbff-46df-9720-feee366d580b HTTP/1.1" status: 200 len: 1097 time: 0.9099755 Jun 29 23:29:31.102450 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184', 'tag': '09dcaf58-fbff-46df-9720-feee366d580b'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:31.107554 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3540fe3b-b12e-4054-9219-c3c7695e55ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184", "tag": "09dcaf58-fbff-46df-9720-feee366d580b"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:31.130067 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Pushing event updated for resources: {'Port': ['ID=09dcaf58-fbff-46df-9720-feee366d580b,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:31.133280 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:31.152557 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa7ae3b-53a8-48a6-8153-8b0a85b6e9ef x-openstack-request-id: req-5aa7ae3b-53a8-48a6-8153-8b0a85b6e9ef {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:31.152893 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184", "tag": "09dcaf58-fbff-46df-9720-feee366d580b", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:31.153183 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5aa7ae3b-53a8-48a6-8153-8b0a85b6e9ef {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:31.153620 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184', 'tag': '09dcaf58-fbff-46df-9720-feee366d580b', 'status': 'completed', 'code': 200} Jun 29 23:29:31.260798 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540fe3b-b12e-4054-9219-c3c7695e55ab req-f8482ace-0ec7-4c79-92d6-c3e149cafaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:31.262490 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3540fe3b-b12e-4054-9219-c3c7695e55ab req-f8482ace-0ec7-4c79-92d6-c3e149cafaaa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fee8c8a28654a78a07373bec985dcd1&device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 1100 time: 0.0609927 Jun 29 23:29:31.308770 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3540fe3b-b12e-4054-9219-c3c7695e55ab req-4970c212-67b5-4645-ac70-5f2f99b6c78c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9fee8c8a28654a78a07373bec985dcd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239880 Jun 29 23:29:31.411005 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540fe3b-b12e-4054-9219-c3c7695e55ab req-95d489b2-0fb8-422f-b7ce-9320bfed2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:31.412515 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3540fe3b-b12e-4054-9219-c3c7695e55ab req-95d489b2-0fb8-422f-b7ce-9320bfed2924 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972002 Jun 29 23:29:31.416372 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6bc23-44f8-45af-abb2-731684e5ce46 req-1eb40126-ca91-43bf-b718-e8e8c37361f4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:31.417826 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ebe6bc23-44f8-45af-abb2-731684e5ce46 req-1eb40126-ca91-43bf-b718-e8e8c37361f4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 946 time: 0.0696325 Jun 29 23:29:31.456909 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ebe6bc23-44f8-45af-abb2-731684e5ce46 req-6513e8a4-06c4-4cd4-9ed6-f74bb6e17b99 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332673 Jun 29 23:29:31.538000 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-a46eb238-c1f8-47e2-be30-31e968ad5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:31.539580 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-a46eb238-c1f8-47e2-be30-31e968ad5c4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9fee8c8a28654a78a07373bec985dcd1&device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 1100 time: 0.0615854 Jun 29 23:29:31.598195 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-d8b009d9-5aa0-47e5-aba1-6aca4ae29d8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=09dcaf58-fbff-46df-9720-feee366d580b HTTP/1.1" status: 200 len: 217 time: 0.0411425 Jun 29 23:29:31.604435 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec568c80-740e-445f-a6ac-bf0d09024041 req-cfdea19c-411c-4a2a-9809-97818d3d2ca0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:31.605968 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec568c80-740e-445f-a6ac-bf0d09024041 req-cfdea19c-411c-4a2a-9809-97818d3d2ca0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0743093 Jun 29 23:29:31.645286 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec568c80-740e-445f-a6ac-bf0d09024041 req-c3020e12-6e23-488f-b0bf-f26b6bbbc4f6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331352 Jun 29 23:29:31.652079 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-866b5fc7-0587-4931-9710-133092fa18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:31.653530 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-866b5fc7-0587-4931-9710-133092fa18c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffea299b-6009-45ea-9962-fd8598c143dd HTTP/1.1" status: 200 len: 843 time: 0.0475800 Jun 29 23:29:31.715178 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-328e039e-4645-4732-bbaa-f6fe73452326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:31.716725 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-328e039e-4645-4732-bbaa-f6fe73452326 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d888447f-ef3e-4254-8864-2179301930f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0552628 Jun 29 23:29:31.873054 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-b4dbac54-56a3-4834-a581-7b90f12b096f service neutron] 10.222.0.64 "GET /v2.0/networks/d888447f-ef3e-4254-8864-2179301930f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069171 Jun 29 23:29:31.985768 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb88d0-3d3f-4414-b35f-0ac26c529076 req-6ef4cccf-a315-41e3-9af8-fc2765b4fae3 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:31.987882 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bbdb88d0-3d3f-4414-b35f-0ac26c529076 req-6ef4cccf-a315-41e3-9af8-fc2765b4fae3 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 947 time: 0.0866318 Jun 29 23:29:31.995447 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-449204b4-da1e-4e3e-afbb-7f712f385e8b req-47f975ce-f0ee-442e-80d9-b8ec113cb44b service neutron] 10.222.0.64 "GET /v2.0/networks/d888447f-ef3e-4254-8864-2179301930f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137052 Jun 29 23:29:32.026996 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bbdb88d0-3d3f-4414-b35f-0ac26c529076 req-04a9b44c-7f4e-4069-973b-5512184d4d18 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334694 Jun 29 23:29:32.034008 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48890) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:32.132712 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1831482484-network', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:32.227843 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Made reservation on behalf of 4b4db66e9e684bd4a3c8b99a2cd070f3 for: {'network': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:29:32.230157 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:32.239015 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:32.329605 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:32.393479 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:32.396435 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-56069ea0-1d2f-4e7d-8515-e47d15a7b3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:32.417404 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:29:32.426662 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49da4f6-343c-4b7a-b5f7-69122bfb9f6b,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:32.430722 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:32.431761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:32.432109 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.segments_db [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Added segment 2e00c753-238e-4a93-97da-e8b89afec086 of type vlan for network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 Jun 29 23:29:32.475816 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:32.553640 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:32.555282 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:32.556022 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:32.559307 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1e62c838-db06-45a9-aaa3-5b8a7e9c9bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:32.615814 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Pushing event updated for resources: {'Network': ['ID=9d3c8e39-ea57-4fe7-8459-47fcadf08891,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:32.618497 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:32.626575 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:29:32.655886 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6207809 Jun 29 23:29:32.659144 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48898) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:32.665408 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Request body: {'subnet': {'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1831482484-subnet', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:32.776661 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Made reservation on behalf of 4b4db66e9e684bd4a3c8b99a2cd070f3 for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:29:32.779044 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530263303'] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:32.845431 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25295f6c-5f08-4c0e-84d6-10f9de264b78 req-e0c15c96-8450-4e27-a947-b29430e3bfe2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:32.847012 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25295f6c-5f08-4c0e-84d6-10f9de264b78 req-e0c15c96-8450-4e27-a947-b29430e3bfe2 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 946 time: 0.1101794 Jun 29 23:29:32.869095 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a364c8-c4a8-41f4-9111-553ce0644e48 req-a7534efa-66df-4023-8a21-8d4704689da4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:32.870574 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e8a364c8-c4a8-41f4-9111-553ce0644e48 req-a7534efa-66df-4023-8a21-8d4704689da4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.1065781 Jun 29 23:29:32.916422 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25295f6c-5f08-4c0e-84d6-10f9de264b78 req-d59a3b33-6bd0-4e6f-ad4c-3ba26b497add tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627131 Jun 29 23:29:32.923741 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e8a364c8-c4a8-41f4-9111-553ce0644e48 req-8a4246ce-121a-440d-813e-958110052fa7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465109 Jun 29 23:29:32.999750 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530125322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530263317'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.002360 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3c620cca-5c96-4de9-a255-6eb10017549f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:33.054406 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Pushing event updated for resources: {'Subnet': ['ID=932b54c2-69ac-4668-ae0f-ad1749178bc3,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:33.058141 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:33.065085 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Checking segment: {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:33.065459 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Network hostable DHCP agents. Network: 9d3c8e39-ea57-4fe7-8459-47fcadf08891, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:29:33.087395 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f27818-94d5-4ba5-b54a-553a7651f75f req-e6e4271d-c2a7-4841-a329-4eac96c46176 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:33.088892 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-60f27818-94d5-4ba5-b54a-553a7651f75f req-e6e4271d-c2a7-4841-a329-4eac96c46176 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 946 time: 0.0640984 Jun 29 23:29:33.108950 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48906) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:33.114209 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-815543f1-e6a8-4902-9ac4-93bb75430864 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Request body: {'floatingip': {'port_id': '149b0e0d-3be1-43b1-8333-f28b4410239a'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:33.147920 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:29:33.164499 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-815543f1-e6a8-4902-9ac4-93bb75430864 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.210636 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 9d3c8e39-ea57-4fe7-8459-47fcadf08891) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:33.214652 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:33.215243 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.223091 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc90e0f3-c69b-411b-804d-936538987452 None None] Network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:29:33.308306 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83155600-c75b-4743-b6d9-936afab50890 req-a2953ec2-f961-4d8c-8900-e611795a2b38 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:33.309785 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-83155600-c75b-4743-b6d9-936afab50890 req-a2953ec2-f961-4d8c-8900-e611795a2b38 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 947 time: 0.1625617 Jun 29 23:29:33.349547 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6869774 Jun 29 23:29:33.349761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48908) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:33.354324 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:33.379099 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:29:33.379998 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.392778 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-83155600-c75b-4743-b6d9-936afab50890 req-d683b5d6-0d4d-42d3-a0e4-43ad2ad6ae82 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742419 Jun 29 23:29:33.427995 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.429194 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.486212 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.519929 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Allocated IP 172.20.0.2 (9d3c8e39-ea57-4fe7-8459-47fcadf08891/932b54c2-69ac-4668-ae0f-ad1749178bc3/fe406b19-de9d-4e95-9930-fd05caf4d6e0) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:33.679625 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.688983 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Transition to ACTIVE for port object fe406b19-de9d-4e95-9930-fd05caf4d6e0 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:33.698938 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.704714 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Transition to ACTIVE for port object fe406b19-de9d-4e95-9930-fd05caf4d6e0 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:33.818958 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:29:33.873726 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.877085 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:33.889528 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-815543f1-e6a8-4902-9ac4-93bb75430864 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:33.928440 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:33.932613 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:33.939350 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:33.942576 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Pushing event updated for resources: {'Port': ['ID=fe406b19-de9d-4e95-9930-fd05caf4d6e0,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:33.952997 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:33.957077 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-815543f1-e6a8-4902-9ac4-93bb75430864 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.029049 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:34.046986 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Attempting to bind port fe406b19-de9d-4e95-9930-fd05caf4d6e0 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:34.047233 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Attempting to bind port fe406b19-de9d-4e95-9930-fd05caf4d6e0 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:34.047639 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Attempting to bind port fe406b19-de9d-4e95-9930-fd05caf4d6e0 on network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:34.048677 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.054095 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:34.054480 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Checking segment: {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:34.054896 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.055319 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Bound using segment: {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:34.055812 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Bound port: fe406b19-de9d-4e95-9930-fd05caf4d6e0, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:34.056205 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.059255 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'port_id': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'mac_address': 'fa:16:3e:f8:ed:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:29:34.072007 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.080466 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:29:34.084149 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-815543f1-e6a8-4902-9ac4-93bb75430864 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Floating IP d0ae4266-3bbc-4c39-8679-2105f76a4af4 associated. External IP: 172.27.1.208, port: 149b0e0d-3be1-43b1-8333-f28b4410239a. Jun 29 23:29:34.152618 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] For port fe406b19-de9d-4e95-9930-fd05caf4d6e0, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:34.171638 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] For port fe406b19-de9d-4e95-9930-fd05caf4d6e0, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=fe406b19-de9d-4e95-9930-fd05caf4d6e0,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:34.177287 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.192354 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:29:34.198269 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Allocated IP 172.27.1.15 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/5365fb47-a6f4-4ffa-aae7-5bde847277b9) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:34.213739 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:34.245442 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.247407 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:34.288607 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.313368 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Pushing event updated for resources: {'Port': ['ID=fe406b19-de9d-4e95-9930-fd05caf4d6e0,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:34.318744 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:34.320004 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:34.333341 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.347386 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a988f7-698c-4cec-b960-b3ac0d1f1e8d req-9f101f76-675e-4e44-8377-cf05c8e2b6f4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:34.352966 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e9a988f7-698c-4cec-b960-b3ac0d1f1e8d req-9f101f76-675e-4e44-8377-cf05c8e2b6f4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.1587460 Jun 29 23:29:34.375713 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815543f1-e6a8-4902-9ac4-93bb75430864 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:29:34.380452 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:34.384396 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:34.417910 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e9a988f7-698c-4cec-b960-b3ac0d1f1e8d req-6d9534b4-ecbf-4280-a359-02005cd79d6d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557392 Jun 29 23:29:34.510569 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.514810 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4c651db6-ca36-4c2c-acbe-eec34a8d3250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:34.552559 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815543f1-e6a8-4902-9ac4-93bb75430864 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:29:34.563218 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] Sync routers for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:29:34.564488 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:34.567933 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:34.573034 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:34.576917 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Pushing event updated for resources: {'Port': ['ID=5365fb47-a6f4-4ffa-aae7-5bde847277b9,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:34.579600 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:34.583576 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:34.592044 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:29:34.607485 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:34.608008 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-815543f1-e6a8-4902-9ac4-93bb75430864 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.670230 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-815543f1-e6a8-4902-9ac4-93bb75430864 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "PUT /v2.0/floatingips/d0ae4266-3bbc-4c39-8679-2105f76a4af4 HTTP/1.1" status: 200 len: 992 time: 1.5570652 Jun 29 23:29:34.670230 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'tag': '149b0e0d-3be1-43b1-8333-f28b4410239a'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:34.691973 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5b4321-df2d-488c-b30d-60b7d1fe504e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d61e228-b99c-4ee4-9496-55d2cf1cb9f3", "tag": "149b0e0d-3be1-43b1-8333-f28b4410239a"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:34.721965 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea5da0-670b-4093-991c-46b3f720226f req-4ce5d0d5-3622-4195-9414-4854339935e2 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:34.723636 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a4ea5da0-670b-4093-991c-46b3f720226f req-4ce5d0d5-3622-4195-9414-4854339935e2 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 947 time: 0.1921935 Jun 29 23:29:34.773851 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a4ea5da0-670b-4093-991c-46b3f720226f req-97b34fc6-d8a1-4f4d-a755-4119503a0905 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Jun 29 23:29:34.820723 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ea534f-8b4e-433e-8107-9930d8dc0b68 x-openstack-request-id: req-43ea534f-8b4e-433e-8107-9930d8dc0b68 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:34.821116 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d61e228-b99c-4ee4-9496-55d2cf1cb9f3", "tag": "149b0e0d-3be1-43b1-8333-f28b4410239a", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:34.821466 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43ea534f-8b4e-433e-8107-9930d8dc0b68 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:34.821955 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'tag': '149b0e0d-3be1-43b1-8333-f28b4410239a', 'status': 'completed', 'code': 200} Jun 29 23:29:34.911939 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:34.990360 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:34.993086 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-b61d8d1a-46a3-4b8e-839a-7fd138f1e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:34.994571 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-b61d8d1a-46a3-4b8e-839a-7fd138f1e240 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 1099 time: 0.1012383 Jun 29 23:29:35.164391 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-2d5a90af-0f75-4551-887e-891424f3d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:35.165170 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-2d5a90af-0f75-4551-887e-891424f3d83e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 912 time: 0.1380653 Jun 29 23:29:35.225182 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': 'd0ae4266-3bbc-4c39-8679-2105f76a4af4', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'port_id': '149b0e0d-3be1-43b1-8333-f28b4410239a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'mac_address': 'fa:16:3e:47:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:29:18Z', 'updated_at': '2021-06-29T23:29:33Z', 'revision_number': 1, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:35.256235 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] Checking router: 0bc41495-bd64-4801-b10a-0bc6a1edfad8 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:29:35.265452 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:35.266122 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:35.375896 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31a487-6044-4024-9cfc-58e7877677a2 None None] Network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:29:35.418977 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:35.543938 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-de280831-af07-4d97-a39a-6b7ecd94cf81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=149b0e0d-3be1-43b1-8333-f28b4410239a HTTP/1.1" status: 200 len: 1000 time: 0.3492136 Jun 29 23:29:35.564004 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:35.642555 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b6f92-9ea8-498b-ac65-8e226748b3b7 req-670c6efe-f171-4750-a715-92e334636916 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:35.645528 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-797b6f92-9ea8-498b-ac65-8e226748b3b7 req-670c6efe-f171-4750-a715-92e334636916 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 944 time: 0.0999751 Jun 29 23:29:35.660339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-84404aeb-2dd8-4500-80a0-886be8eae972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:35.661521 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-84404aeb-2dd8-4500-80a0-886be8eae972 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cd51bbb-eb2f-4679-8361-22fe3e4938f8 HTTP/1.1" status: 200 len: 850 time: 0.0953896 Jun 29 23:29:35.682952 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-bd52f35d-1863-4171-960d-f8a649db73ef None None] Provisioning for port fe406b19-de9d-4e95-9930-fd05caf4d6e0 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:35.685232 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device fe406b19-de9d-4e95-9930-fd05caf4d6e0 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:35.695846 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-797b6f92-9ea8-498b-ac65-8e226748b3b7 req-6c8fd1ca-ad99-4230-a319-cd4ab8e4c19e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430350 Jun 29 23:29:35.780465 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-1eb74bab-ddeb-4a82-817e-e24ca9464818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:35.782707 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-1eb74bab-ddeb-4a82-817e-e24ca9464818 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d8ecfa1-3c87-4166-9abc-18a879e92697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837963 Jun 29 23:29:35.819856 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 09dcaf58-fbff-46df-9720-feee366d580b details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:29:35.829444 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:35.873518 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': 'd0ae4266-3bbc-4c39-8679-2105f76a4af4', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'port_id': '149b0e0d-3be1-43b1-8333-f28b4410239a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'mac_address': 'fa:16:3e:47:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:29:18Z', 'updated_at': '2021-06-29T23:29:33Z', 'revision_number': 1, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:35.924297 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-0718c5bf-196d-40f2-b88b-82d36c8ab63b service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345530 Jun 29 23:29:35.925743 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Router 2e946843-747f-4634-8066-18cd2c57f857 is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:29:35.950305 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18510b-522c-49de-95aa-e95b9a4aae38 None None] The sync data for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi is: [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': 'd0ae4266-3bbc-4c39-8679-2105f76a4af4', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'port_id': '149b0e0d-3be1-43b1-8333-f28b4410239a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'mac_address': 'fa:16:3e:47:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:29:18Z', 'updated_at': '2021-06-29T23:29:33Z', 'revision_number': 1, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:29:35.954378 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port fe406b19-de9d-4e95-9930-fd05caf4d6e0 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:35.964380 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port fe406b19-de9d-4e95-9930-fd05caf4d6e0 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:35.964928 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.044094 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bff5e5-3ed1-414b-8bdf-4bf04f93743b req-0c4ed451-8294-4d1f-9079-559544edca68 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:36.051988 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-32bff5e5-3ed1-414b-8bdf-4bf04f93743b req-0c4ed451-8294-4d1f-9079-559544edca68 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 947 time: 0.1433794 Jun 29 23:29:36.066899 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 09dcaf58-fbff-46df-9720-feee366d580b, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=09dcaf58-fbff-46df-9720-feee366d580b,segment=NetworkSegment(138a05fa-2975-4a5e-9e9c-24a1bb3b71ca),segment_id=138a05fa-2975-4a5e-9e9c-24a1bb3b71ca)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:36.088602 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '09dcaf58-fbff-46df-9720-feee366d580b', 'network_id': 'd888447f-ef3e-4254-8864-2179301930f3', 'port_id': '09dcaf58-fbff-46df-9720-feee366d580b', 'mac_address': 'fa:16:3e:c0:45:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffea299b-6009-45ea-9962-fd8598c143dd', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:29:36.095775 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:36.101975 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:36.102327 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-32bff5e5-3ed1-414b-8bdf-4bf04f93743b req-82246454-389d-4c23-b3cf-829f2d775bbb tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Jun 29 23:29:36.102447 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.169001 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:29:36.180717 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Sync routers for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:29:36.184510 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-af5b4321-df2d-488c-b30d-60b7d1fe504e req-fb6b5cea-fb63-497e-8364-69f8fd418865 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509794 Jun 29 23:29:36.192064 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:36.192689 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:36.217434 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.222096 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-89d4f508-fa3f-4869-bd46-6fb360e5e74e None None] Provisioning complete for port fe406b19-de9d-4e95-9930-fd05caf4d6e0 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:36.222538 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-89d4f508-fa3f-4869-bd46-6fb360e5e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.248057 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.258298 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464bbe46-78d0-42c2-b634-f1572c97a18c None None] New status for floating IP d0ae4266-3bbc-4c39-8679-2105f76a4af4: ACTIVE {{(pid=93642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:29:36.275109 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Notify callbacks [] for router, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.280699 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9293637 Jun 29 23:29:36.280881 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48928) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:36.301088 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:36.316278 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dcaf58-fbff-46df-9720-feee366d580b {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:29:36.383887 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 09dcaf58-fbff-46df-9720-feee366d580b, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=09dcaf58-fbff-46df-9720-feee366d580b,segment=NetworkSegment(138a05fa-2975-4a5e-9e9c-24a1bb3b71ca),segment_id=138a05fa-2975-4a5e-9e9c-24a1bb3b71ca)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:36.483646 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:34Z', 'revision_number': 3, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:36.517470 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Checking router: 2e946843-747f-4634-8066-18cd2c57f857 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:29:36.517881 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Updating router 2e946843-747f-4634-8066-18cd2c57f857 port 5365fb47-a6f4-4ffa-aae7-5bde847277b9 binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:29:36.553496 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.562806 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port fe406b19-de9d-4e95-9930-fd05caf4d6e0, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=fe406b19-de9d-4e95-9930-fd05caf4d6e0,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:36.575010 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.581537 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:36.603336 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.635436 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.718389 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.721133 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:36.723625 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e24a80-f027-4a2c-ae6c-003c4ab6bae4" -d '{"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:36.729842 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=09dcaf58-fbff-46df-9720-feee366d580b,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:36.740132 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:36.742022 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:36.745580 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:36.801422 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4183d78-705a-4276-a1a3-5186c5425f5e x-openstack-request-id: req-e4183d78-705a-4276-a1a3-5186c5425f5e {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:36.802023 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:36.802522 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4183d78-705a-4276-a1a3-5186c5425f5e {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:36.803147 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'code': 200} Jun 29 23:29:36.817808 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=fe406b19-de9d-4e95-9930-fd05caf4d6e0,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:36.848217 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:36.849876 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.854260 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:36.916315 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['09dcaf58-fbff-46df-9720-feee366d580b'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:29:36.917138 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:36.927511 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Transition to ACTIVE for port object 5365fb47-a6f4-4ffa-aae7-5bde847277b9 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:36.950653 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Allocated IP 172.20.0.1 (9d3c8e39-ea57-4fe7-8459-47fcadf08891/932b54c2-69ac-4668-ae0f-ad1749178bc3/541f45b6-73d8-4e69-ba64-5fd1a5a716cb) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:36.962165 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2100474-3876-4b6c-bf78-dee9a8b039e3 req-e9dd06b4-1c4a-4575-8234-83deb13f8bb7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:36.963672 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2100474-3876-4b6c-bf78-dee9a8b039e3 req-e9dd06b4-1c4a-4575-8234-83deb13f8bb7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0790000 Jun 29 23:29:36.996830 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:37.004217 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:37.013455 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2100474-3876-4b6c-bf78-dee9a8b039e3 req-bba4986d-6863-470c-8e24-c2e92026665d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Jun 29 23:29:37.039678 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.043079 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:37.073640 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.102983 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Transition to ACTIVE for port object 541f45b6-73d8-4e69-ba64-5fd1a5a716cb will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:37.110579 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Attempting to bind port 5365fb47-a6f4-4ffa-aae7-5bde847277b9 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:37.111083 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Attempting to bind port 5365fb47-a6f4-4ffa-aae7-5bde847277b9 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:37.114319 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Attempting to bind port 5365fb47-a6f4-4ffa-aae7-5bde847277b9 on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:37.117315 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:37.117801 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:37.118295 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.118772 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:37.119572 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Bound port: 5365fb47-a6f4-4ffa-aae7-5bde847277b9, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:37.120215 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.123288 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Pushing event updated for resources: {'Port': ['ID=5365fb47-a6f4-4ffa-aae7-5bde847277b9,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:37.150224 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.150748 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.151153 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.151644 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.152154 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.152476 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.152793 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.153107 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.153443 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.153756 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.154236 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.154552 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:37.161335 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:37.187154 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] For port 5365fb47-a6f4-4ffa-aae7-5bde847277b9, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:37.192835 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] For port 5365fb47-a6f4-4ffa-aae7-5bde847277b9, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=5365fb47-a6f4-4ffa-aae7-5bde847277b9,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:37.204667 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.207965 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8a3321c1-ef83-4fd7-93a2-2f7e28db531e tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:37.255363 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:37.258306 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:37.260993 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:37.279885 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.283727 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-72a9f3d2-0c02-49fc-bfda-3fd8a7f0bf86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:37.286240 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Pushing event updated for resources: {'Port': ['ID=541f45b6-73d8-4e69-ba64-5fd1a5a716cb,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:37.286716 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e5821-6b51-4b3c-a125-6f031dab93ff req-fc64f8fa-6a0f-4b48-a721-5f7de76d1970 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:37.291975 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:37.298828 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6f4e5821-6b51-4b3c-a125-6f031dab93ff req-fc64f8fa-6a0f-4b48-a721-5f7de76d1970 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 948 time: 0.0790825 Jun 29 23:29:37.309925 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.349057 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6f4e5821-6b51-4b3c-a125-6f031dab93ff req-10b17b72-048c-4859-90b0-4ea22be95b29 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491190 Jun 29 23:29:37.362530 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:37.363984 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:37.371646 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Pushing event updated for resources: {'Port': ['ID=5365fb47-a6f4-4ffa-aae7-5bde847277b9,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:37.377289 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-11c2bfc4-089c-4082-9035-5ed2d9cf0fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:37.440947 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09242-edd4-4bec-9e3f-abad95444fc9 req-6f5c0bcb-e3a0-49f8-98b0-6dc4f9461d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:37.442580 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-59a09242-edd4-4bec-9e3f-abad95444fc9 req-6f5c0bcb-e3a0-49f8-98b0-6dc4f9461d81 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 1098 time: 0.2119265 Jun 29 23:29:37.487159 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-59a09242-edd4-4bec-9e3f-abad95444fc9 req-291161ee-0ff3-491b-812e-9796e1927a64 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376289 Jun 29 23:29:37.493103 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:37.622434 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.623713 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device fe406b19-de9d-4e95-9930-fd05caf4d6e0 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:37.627803 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-033fd1d4-4ff2-4e9a-9462-528049e8a4f9 None None] Provisioning for port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:37.649869 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-033fd1d4-4ff2-4e9a-9462-528049e8a4f9 None None] Provisioning complete for port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:37.650266 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-033fd1d4-4ff2-4e9a-9462-528049e8a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.675810 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:34Z', 'revision_number': 3, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:37.698297 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-033fd1d4-4ff2-4e9a-9462-528049e8a4f9 None None] Port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:29:37.704931 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port fe406b19-de9d-4e95-9930-fd05caf4d6e0 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:37.705316 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.709254 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955aa8f6-c355-4b11-bd87-7b75a7363eaa None None] The sync data for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi is: [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:34Z', 'revision_number': 3, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:29:37.795761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.821478 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 09dcaf58-fbff-46df-9720-feee366d580b up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:37.868059 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.871282 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-2a23a7a5-d341-42d4-b34d-3d91ae7e3d30 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:37.948488 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Pushing event updated for resources: {'Port': ['ID=541f45b6-73d8-4e69-ba64-5fd1a5a716cb,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:37.951315 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:37.953947 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:37.986703 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 09dcaf58-fbff-46df-9720-feee366d580b completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:37.991128 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 09dcaf58-fbff-46df-9720-feee366d580b triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:37.991609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:38.047827 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:38.049078 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:38.096236 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:38.143043 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 09dcaf58-fbff-46df-9720-feee366d580b, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=09dcaf58-fbff-46df-9720-feee366d580b,segment=NetworkSegment(138a05fa-2975-4a5e-9e9c-24a1bb3b71ca),segment_id=138a05fa-2975-4a5e-9e9c-24a1bb3b71ca)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:38.221339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Router 2e946843-747f-4634-8066-18cd2c57f857 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:29:38.228181 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:38.230870 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:38.232005 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbfeb9-46ee-4108-9faf-f3560e5f9e35 req-02e109a4-d3fa-4101-8625-0e49aab4ffb4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:38.241240 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4abbfeb9-46ee-4108-9faf-f3560e5f9e35 req-02e109a4-d3fa-4101-8625-0e49aab4ffb4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0832310 Jun 29 23:29:38.292791 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4abbfeb9-46ee-4108-9faf-f3560e5f9e35 req-29c121f3-a28c-41d3-83c5-5029a1db76ee tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505219 Jun 29 23:29:38.333896 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=09dcaf58-fbff-46df-9720-feee366d580b,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:38.337297 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:38.387018 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:29:38.392610 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] 10.222.0.61 "PUT /v2.0/routers/2e946843-747f-4634-8066-18cd2c57f857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100943 Jun 29 23:29:38.428072 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-360276e4-b62b-47d5-9363-dd0b8508d2b7 None None] Provisioning complete for port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:38.428715 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-360276e4-b62b-47d5-9363-dd0b8508d2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:38.482156 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-360276e4-b62b-47d5-9363-dd0b8508d2b7 None None] Port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:29:38.548647 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760127-eae6-41d6-bc06-157cde960908 req-a795c876-0624-4b82-b2d6-ab69294f8e96 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:38.550339 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e760127-eae6-41d6-bc06-157cde960908 req-a795c876-0624-4b82-b2d6-ab69294f8e96 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 949 time: 0.0692539 Jun 29 23:29:38.590612 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e760127-eae6-41d6-bc06-157cde960908 req-ad58f5ae-3acc-43bb-ae37-e74da3a9125a tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340321 Jun 29 23:29:38.804607 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dcaf58-fbff-46df-9720-feee366d580b'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:38.806965 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eeb7a7-3688-4360-8b54-3dfe78fdcb58" -d '{"events": [{"server_uuid": "2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184", "name": "network-vif-plugged", "status": "completed", "tag": "09dcaf58-fbff-46df-9720-feee366d580b"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:38.844893 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0180a1c-e0b9-4cb9-a6b7-b70bc7fd6bca x-openstack-request-id: req-c0180a1c-e0b9-4cb9-a6b7-b70bc7fd6bca {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:38.845196 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184", "name": "network-vif-plugged", "status": "completed", "tag": "09dcaf58-fbff-46df-9720-feee366d580b", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:38.845456 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0180a1c-e0b9-4cb9-a6b7-b70bc7fd6bca {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:38.845854 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dcaf58-fbff-46df-9720-feee366d580b', 'code': 200} Jun 29 23:29:39.052939 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48962) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:39.058028 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1365079795-network', 'tenant_id': '136c73c8b9484a5ab397c382e9638041'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:39.146071 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Made reservation on behalf of 136c73c8b9484a5ab397c382e9638041 for: {'network': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:29:39.148509 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.157499 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.288589 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.291639 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457397e-7f84-4d2f-a93e-ddc7ae390611 req-3ddb90e1-58ed-4d56-a451-f3b063abd243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:39.293154 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9457397e-7f84-4d2f-a93e-ddc7ae390611 req-3ddb90e1-58ed-4d56-a451-f3b063abd243 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 1102 time: 0.0911438 Jun 29 23:29:39.329647 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9457397e-7f84-4d2f-a93e-ddc7ae390611 req-605f58ee-fc21-47d4-8e73-04f5a6cb4def service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297210 Jun 29 23:29:39.365157 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.370951 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-538daed8-3365-4ad2-8ba0-52db9132b8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:39.376347 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Sync routers for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:29:39.380684 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:39.381297 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:39.394380 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:29:39.404657 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379d8122-6282-47c4-b9e3-b09cd6997a50,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:39.409251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:39.413673 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.413673 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.segments_db [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Added segment af1937b4-24e6-46fb-b40e-60407d4ae102 of type vlan for network 963ba73d-2691-4d9d-b087-bc6ec538cad2 Jun 29 23:29:39.458700 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.494219 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfbd20-aa5d-43db-9857-241348fbbdd9 req-a9b1a2b7-bb0a-4778-b035-7f92e3574a76 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:39.500721 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:39.501128 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d2cfbd20-aa5d-43db-9857-241348fbbdd9 req-a9b1a2b7-bb0a-4778-b035-7f92e3574a76 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0900438 Jun 29 23:29:39.539994 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d2cfbd20-aa5d-43db-9857-241348fbbdd9 req-b3a55de9-cd78-4417-86a8-bc1224e8b9bc tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379651 Jun 29 23:29:39.565157 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.571394 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:39.572054 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.574759 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:39.642485 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Pushing event updated for resources: {'Network': ['ID=963ba73d-2691-4d9d-b087-bc6ec538cad2,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:39.647632 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:39.654814 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 963ba73d-2691-4d9d-b087-bc6ec538cad2 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:29:39.682154 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5365fb47-a6f4-4ffa-aae7-5bde847277b9 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:39.720617 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6665671 Jun 29 23:29:39.724531 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48972) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:39.730799 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Request body: {'subnet': {'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1365079795-subnet', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:39.784280 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '541f45b6-73d8-4e69-ba64-5fd1a5a716cb', 'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'mac_address': 'fa:16:3e:ec:b6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:36Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 2, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'subnets': [{'id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:39.790025 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b478b-fc71-4448-a65c-a380922bf3cd req-441945b0-bf6c-4c7a-915f-2edf090f8e5f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:39.791800 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dd4b478b-fc71-4448-a65c-a380922bf3cd req-441945b0-bf6c-4c7a-915f-2edf090f8e5f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.1150281 Jun 29 23:29:39.802044 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 48974) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:39.806596 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-8b34d7d7-c2c6-472f-829c-5c972b9e1501 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Request body: {'floatingip': {'port_id': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:39.820581 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Checking router: 2e946843-747f-4634-8066-18cd2c57f857 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:29:39.820941 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Updating router 2e946843-747f-4634-8066-18cd2c57f857 port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:29:39.854535 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.856167 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8b34d7d7-c2c6-472f-829c-5c972b9e1501 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.877754 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 5365fb47-a6f4-4ffa-aae7-5bde847277b9 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:39.881704 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 5365fb47-a6f4-4ffa-aae7-5bde847277b9 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:39.882112 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.923042 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcaadc-1f7a-460a-b9d1-825e60b56c75 req-cda66c9d-a92e-48be-8f2a-99a643aa03bd tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:39.924562 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0fdcaadc-1f7a-460a-b9d1-825e60b56c75 req-cda66c9d-a92e-48be-8f2a-99a643aa03bd tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 949 time: 0.1789987 Jun 29 23:29:39.968666 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.970755 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Made reservation on behalf of 136c73c8b9484a5ab397c382e9638041 for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:29:39.973155 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528790025'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:39.990253 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 5365fb47-a6f4-4ffa-aae7-5bde847277b9, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=5365fb47-a6f4-4ffa-aae7-5bde847277b9,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:40.054434 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0fdcaadc-1f7a-460a-b9d1-825e60b56c75 req-4b9626d0-2219-4be8-811d-9b00955390fd tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179762 Jun 29 23:29:40.061670 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.063752 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:40.112146 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=5365fb47-a6f4-4ffa-aae7-5bde847277b9,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:40.115077 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:40.135060 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.147392 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Transition to ACTIVE for port object 541f45b6-73d8-4e69-ba64-5fd1a5a716cb will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:40.216423 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.218806 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-fd664332-9f6c-4eec-a449-82265e89b8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:40.273282 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333d85b-8098-4550-8c04-9b18c22d8dc0 None None] Pushing event updated for resources: {'Port': ['ID=541f45b6-73d8-4e69-ba64-5fd1a5a716cb,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:40.277444 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-3333d85b-8098-4550-8c04-9b18c22d8dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:40.444933 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529152900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528790043'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.477146 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7064653b-9ddf-42a7-ae1c-f6ac9a13cad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:40.525675 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8b34d7d7-c2c6-472f-829c-5c972b9e1501 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.544475 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01507d1-bbf7-4fe6-a440-b12f94b3b5d0,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:40.548651 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:40.555243 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Checking segment: {'id': 'af1937b4-24e6-46fb-b40e-60407d4ae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:40.555643 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Network hostable DHCP agents. Network: 963ba73d-2691-4d9d-b087-bc6ec538cad2, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:29:40.593325 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8b34d7d7-c2c6-472f-829c-5c972b9e1501 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.676507 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Network 963ba73d-2691-4d9d-b087-bc6ec538cad2 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:29:40.692625 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Attempting to bind port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:40.693658 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Attempting to bind port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:40.694181 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Attempting to bind port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb on network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:40.702076 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:40.702723 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Checking segment: {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:40.703856 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.708198 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Bound using segment: {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:40.708198 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Bound port: 541f45b6-73d8-4e69-ba64-5fd1a5a716cb, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:40.708198 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.709158 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-8b34d7d7-c2c6-472f-829c-5c972b9e1501 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Floating IP 555de84d-bbb7-4dca-a81a-f92eea1e085a associated. External IP: 172.27.1.247, port: 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e. Jun 29 23:29:40.758565 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 963ba73d-2691-4d9d-b087-bc6ec538cad2) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:40.764047 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:40.764552 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.768265 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb26437-6e83-466e-8d45-9390670d987c None None] Network 963ba73d-2691-4d9d-b087-bc6ec538cad2 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:29:40.777520 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] For port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:40.781931 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] For port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=541f45b6-73d8-4e69-ba64-5fd1a5a716cb,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:40.841169 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d1d05a49-abb4-465a-9bd6-0e57ba464645 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1153467 Jun 29 23:29:40.843876 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 48978) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:40.849729 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:40.868205 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.871702 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-04ff0cf3-40be-4b7e-af89-bb2b6f33e370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:40.928227 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:40.928967 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:40.935178 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-963ba73d-2691-4d9d-b087-bc6ec538cad2', 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'fixed_ips': [{'subnet_id': 'c01507d1-bbf7-4fe6-a440-b12f94b3b5d0'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:29:40.935988 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.938160 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.939584 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:40.978486 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b34d7d7-c2c6-472f-829c-5c972b9e1501 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Router 0897372a-ca15-41b6-8e9d-521dceeec368 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:29:40.978713 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333d85b-8098-4550-8c04-9b18c22d8dc0 None None] Pushing event updated for resources: {'Port': ['ID=541f45b6-73d8-4e69-ba64-5fd1a5a716cb,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:40.988078 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-3333d85b-8098-4550-8c04-9b18c22d8dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:41.007935 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:41.079359 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:41.102376 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Allocated IP 172.20.0.2 (963ba73d-2691-4d9d-b087-bc6ec538cad2/c01507d1-bbf7-4fe6-a440-b12f94b3b5d0/4e375c67-b2a1-4296-a132-56d2797023ba) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:41.320610 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:41.331243 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Transition to ACTIVE for port object 4e375c67-b2a1-4296-a132-56d2797023ba will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:41.337599 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '541f45b6-73d8-4e69-ba64-5fd1a5a716cb', 'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'mac_address': 'fa:16:3e:ec:b6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:36Z', 'updated_at': '2021-06-29T23:29:40Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'subnets': [{'id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:41.350842 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Transition to ACTIVE for port object 4e375c67-b2a1-4296-a132-56d2797023ba will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:41.423252 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:41.426166 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8860b83b-4677-4d04-bdf7-2ea421075251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:41.477541 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438043d6-2830-4026-8af1-dc23f599a878 None None] The sync data for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi is: [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '541f45b6-73d8-4e69-ba64-5fd1a5a716cb', 'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'mac_address': 'fa:16:3e:ec:b6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:36Z', 'updated_at': '2021-06-29T23:29:40Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'subnets': [{'id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:29:41.489812 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b34d7d7-c2c6-472f-829c-5c972b9e1501 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:29:41.494617 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8b34d7d7-c2c6-472f-829c-5c972b9e1501 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:41.506198 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Pushing event updated for resources: {'Port': ['ID=4e375c67-b2a1-4296-a132-56d2797023ba,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:41.510921 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Network 963ba73d-2691-4d9d-b087-bc6ec538cad2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:41.513578 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] Sync routers for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:29:41.515760 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:41.518259 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:41.520874 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:41.574794 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:41.582946 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccf465-69c8-4cea-b7ed-dfabddf32fec req-5e60e927-7c03-4b02-9534-3a09f8ddcb5b tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:41.582946 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-92ccf465-69c8-4cea-b7ed-dfabddf32fec req-5e60e927-7c03-4b02-9534-3a09f8ddcb5b tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 949 time: 0.1429830 Jun 29 23:29:41.591950 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-8b34d7d7-c2c6-472f-829c-5c972b9e1501 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "PUT /v2.0/floatingips/555de84d-bbb7-4dca-a81a-f92eea1e085a HTTP/1.1" status: 200 len: 991 time: 1.7888803 Jun 29 23:29:41.600400 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:41.602442 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685505b0-5225-432d-92f8-041ac1ae689a" -d '{"events": [{"name": "network-changed", "server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:41.608676 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:41.610226 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:41.635781 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-92ccf465-69c8-4cea-b7ed-dfabddf32fec req-14410a72-8684-49cb-a8aa-f3c9838c3d00 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Jun 29 23:29:41.749268 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Attempting to bind port 4e375c67-b2a1-4296-a132-56d2797023ba on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:41.749606 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab3dbfb-7f97-4180-8aea-10fe04398c18 x-openstack-request-id: req-1ab3dbfb-7f97-4180-8aea-10fe04398c18 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:41.749734 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Attempting to bind port 4e375c67-b2a1-4296-a132-56d2797023ba by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': 'af1937b4-24e6-46fb-b40e-60407d4ae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:41.749984 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:41.750185 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Attempting to bind port 4e375c67-b2a1-4296-a132-56d2797023ba on network 963ba73d-2691-4d9d-b087-bc6ec538cad2 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:41.750618 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ab3dbfb-7f97-4180-8aea-10fe04398c18 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:41.751047 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'status': 'completed', 'code': 200} Jun 29 23:29:41.803117 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:41.803770 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Checking segment: {'id': 'af1937b4-24e6-46fb-b40e-60407d4ae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:41.803906 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:41.804506 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Bound using segment: {'id': 'af1937b4-24e6-46fb-b40e-60407d4ae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:41.805324 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Bound port: 4e375c67-b2a1-4296-a132-56d2797023ba, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1937b4-24e6-46fb-b40e-60407d4ae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:41.805883 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:41.855585 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 541f45b6-73d8-4e69-ba64-5fd1a5a716cb up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:41.887363 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685505b0-5225-432d-92f8-041ac1ae689a req-89ed8749-6788-406a-bc21-3d65830293cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:41.894050 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-685505b0-5225-432d-92f8-041ac1ae689a req-89ed8749-6788-406a-bc21-3d65830293cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 1098 time: 0.0827887 Jun 29 23:29:41.900668 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:41.982606 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] For port 4e375c67-b2a1-4296-a132-56d2797023ba, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:41.987755 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] For port 4e375c67-b2a1-4296-a132-56d2797023ba, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4e375c67-b2a1-4296-a132-56d2797023ba,segment=NetworkSegment(af1937b4-24e6-46fb-b40e-60407d4ae102),segment_id=af1937b4-24e6-46fb-b40e-60407d4ae102)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:42.090772 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:42.095279 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:42.115161 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685505b0-5225-432d-92f8-041ac1ae689a req-6de0006a-45e6-4e9e-b5af-6a275bb4a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:42.117186 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-685505b0-5225-432d-92f8-041ac1ae689a req-6de0006a-45e6-4e9e-b5af-6a275bb4a885 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 918 time: 0.2147243 Jun 29 23:29:42.130007 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:42.158285 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:42.158667 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:42.182068 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:42.212571 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Pushing event updated for resources: {'Port': ['ID=4e375c67-b2a1-4296-a132-56d2797023ba,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:42.226319 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:42.226435 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:42.252621 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-685505b0-5225-432d-92f8-041ac1ae689a req-45f43883-f2fe-45fa-ade0-4334557a148f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e HTTP/1.1" status: 200 len: 999 time: 0.1178443 Jun 29 23:29:42.331196 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '555de84d-bbb7-4dca-a81a-f92eea1e085a', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'port_id': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'mac_address': 'fa:16:3e:f8:ed:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:29:22Z', 'updated_at': '2021-06-29T23:29:40Z', 'revision_number': 1, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:42.340040 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:42.371617 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685505b0-5225-432d-92f8-041ac1ae689a req-d1235e2f-4125-485f-8203-093460b00d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:42.376265 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-685505b0-5225-432d-92f8-041ac1ae689a req-d1235e2f-4125-485f-8203-093460b00d29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 200 len: 856 time: 0.0957375 Jun 29 23:29:42.378030 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] Checking router: 0897372a-ca15-41b6-8e9d-521dceeec368 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:29:42.414510 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:42.414510 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:42.453638 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Allocated IP 172.27.1.152 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:42.571706 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685505b0-5225-432d-92f8-041ac1ae689a req-bc2ef485-53fb-4812-81f4-22f9e8b5a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:42.574870 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-685505b0-5225-432d-92f8-041ac1ae689a req-bc2ef485-53fb-4812-81f4-22f9e8b5a70a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1491f8eb-60e7-415d-8468-88dc866fd07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1861641 Jun 29 23:29:42.586912 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be6285-14df-4ecf-9a6d-cff97eeca98c req-08d04830-c355-4d2e-9677-d943494a7056 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:42.597813 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-48be6285-14df-4ecf-9a6d-cff97eeca98c req-08d04830-c355-4d2e-9677-d943494a7056 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 949 time: 0.1204205 Jun 29 23:29:42.663960 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=541f45b6-73d8-4e69-ba64-5fd1a5a716cb,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:42.665982 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-48be6285-14df-4ecf-9a6d-cff97eeca98c req-c285a389-12aa-46e2-bd82-d0ad71e43974 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669453 Jun 29 23:29:42.716702 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:42.745810 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-685505b0-5225-432d-92f8-041ac1ae689a req-a3626294-b35b-4edf-a34f-b5b4f3575019 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620655 Jun 29 23:29:42.746040 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:42.746832 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5365fb47-a6f4-4ffa-aae7-5bde847277b9 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:42.749712 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:42.751958 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2458ad37-708b-4ae1-8dd7-33945a35f0fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:42.856532 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-685505b0-5225-432d-92f8-041ac1ae689a req-e7985b92-3260-4ddb-beb6-5bf233287bae service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036310 Jun 29 23:29:42.919347 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=541f45b6-73d8-4e69-ba64-5fd1a5a716cb,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:42.924317 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:42.928951 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:42.931339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-014057b7-4f0c-4748-a7ff-49e374537568 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:42.942804 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 5365fb47-a6f4-4ffa-aae7-5bde847277b9 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:42.943344 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:42.979077 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:42.982148 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:42.986002 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:43.020977 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Pushing event updated for resources: {'Port': ['ID=f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:43.025006 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:43.169142 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '555de84d-bbb7-4dca-a81a-f92eea1e085a', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'port_id': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'mac_address': 'fa:16:3e:f8:ed:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:29:22Z', 'updated_at': '2021-06-29T23:29:40Z', 'revision_number': 1, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:43.206468 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043381b-feb1-46dc-8d73-5ff75a0e53ec None None] The sync data for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi is: [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '555de84d-bbb7-4dca-a81a-f92eea1e085a', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'port_id': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'mac_address': 'fa:16:3e:f8:ed:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:29:22Z', 'updated_at': '2021-06-29T23:29:40Z', 'revision_number': 1, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:29:43.314660 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:43.443015 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3604b-e4cb-4ba2-ab61-e29e83beecf0 None None] Network 963ba73d-2691-4d9d-b087-bc6ec538cad2 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:29:43.447256 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a89a1e-54ad-4d65-a684-d78bf9e9e1ab None None] New status for floating IP 555de84d-bbb7-4dca-a81a-f92eea1e085a: ACTIVE {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:29:43.521911 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:43.590768 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-2efb2f15-7dbb-46ca-b69c-8bb57cf68de2 None None] Provisioning for port 4e375c67-b2a1-4296-a132-56d2797023ba completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:43.744804 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 541f45b6-73d8-4e69-ba64-5fd1a5a716cb up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:43.766619 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Router 8fbda180-00ae-4fdf-9857-511a00ed8d39 is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:29:43.797658 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:43.798361 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:43.861406 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402aa17-0141-4b22-b4b0-e668f3bae75d req-2a95a07e-81f7-4651-b2f3-308a703d2187 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:43.868521 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3402aa17-0141-4b22-b4b0-e668f3bae75d req-2a95a07e-81f7-4651-b2f3-308a703d2187 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 949 time: 0.0835097 Jun 29 23:29:43.901096 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4e375c67-b2a1-4296-a132-56d2797023ba up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:43.905796 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3402aa17-0141-4b22-b4b0-e668f3bae75d req-67ee680d-ec01-40e1-b10c-e2fff6413181 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363221 Jun 29 23:29:43.907641 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:29:43.925751 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Sync routers for ids ['8fbda180-00ae-4fdf-9857-511a00ed8d39'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:29:43.955918 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Routers {'8fbda180-00ae-4fdf-9857-511a00ed8d39'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:43.956555 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8fbda180-00ae-4fdf-9857-511a00ed8d39'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:43.970765 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Notify callbacks [] for router, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:43.972070 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1260478 Jun 29 23:29:43.974646 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 49000) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:44.070609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Set router 8fbda180-00ae-4fdf-9857-511a00ed8d39 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:44.073000 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 4e375c67-b2a1-4296-a132-56d2797023ba completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:44.100151 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 4e375c67-b2a1-4296-a132-56d2797023ba triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:44.100531 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:44.304533 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:44.348733 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 4e375c67-b2a1-4296-a132-56d2797023ba, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4e375c67-b2a1-4296-a132-56d2797023ba,segment=NetworkSegment(af1937b4-24e6-46fb-b40e-60407d4ae102),segment_id=af1937b4-24e6-46fb-b40e-60407d4ae102)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:44.354676 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:40Z', 'updated_at': '2021-06-29T23:29:43Z', 'revision_number': 3, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'gw_port': {'id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:22:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:42Z', 'updated_at': '2021-06-29T23:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:44.381418 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Checking router: 8fbda180-00ae-4fdf-9857-511a00ed8d39 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:29:44.381781 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Updating router 8fbda180-00ae-4fdf-9857-511a00ed8d39 port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 binding host dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:29:44.416123 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:44.419462 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c83d1229-ef67-47b8-9e80-48c1d6ab2386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:44.425094 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:44.487713 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-1a90fa32-59a6-4d1f-b4b2-55372331bc19 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:44.489157 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-1a90fa32-59a6-4d1f-b4b2-55372331bc19 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 949 time: 0.4220731 Jun 29 23:29:44.542862 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=4e375c67-b2a1-4296-a132-56d2797023ba,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:44.548072 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:44.709035 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Deleting port 09dcaf58-fbff-46df-9720-feee366d580b {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:29:44.709383 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:44.835609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:44.845937 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Transition to ACTIVE for port object f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:44.869904 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] For port 09dcaf58-fbff-46df-9720-feee366d580b, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=09dcaf58-fbff-46df-9720-feee366d580b,segment=NetworkSegment(138a05fa-2975-4a5e-9e9c-24a1bb3b71ca),segment_id=138a05fa-2975-4a5e-9e9c-24a1bb3b71ca)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:44.870589 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:44.900597 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Calling delete_port for 09dcaf58-fbff-46df-9720-feee366d580b owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:29:44.921071 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:44.975065 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:44.977647 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:45.033804 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Attempting to bind port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:45.034270 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Attempting to bind port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:45.034711 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Attempting to bind port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:45.036842 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4890e55-3fd8-4333-91cc-1f01a7dadb15 None None] Pushing event updated for resources: {'Port': ['ID=f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:45.040957 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a4890e55-3fd8-4333-91cc-1f01a7dadb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:45.043376 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:45.043585 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:45.044043 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:45.044511 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:45.045669 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Bound port: f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:45.045669 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:45.096245 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679680d3-177b-4825-9210-b2824d1e4ea4 req-a4666b5c-b998-40eb-a0f8-5842f1c4a1c1 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:45.098213 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-679680d3-177b-4825-9210-b2824d1e4ea4 req-a4666b5c-b998-40eb-a0f8-5842f1c4a1c1 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 949 time: 0.0761645 Jun 29 23:29:45.102555 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] For port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:45.105811 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] For port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:45.138120 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-679680d3-177b-4825-9210-b2824d1e4ea4 req-1efbae3e-3fe7-427d-8230-21a4aac19a50 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Jun 29 23:29:45.168001 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Allocated IP 172.20.0.1 (963ba73d-2691-4d9d-b087-bc6ec538cad2/c01507d1-bbf7-4fe6-a440-b12f94b3b5d0/463f4250-4b10-4173-b2da-e62adb84b158) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:45.182133 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:45.185062 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:45.219523 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:45.224429 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:45.235262 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Routers {'8fbda180-00ae-4fdf-9857-511a00ed8d39'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:45.235968 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8fbda180-00ae-4fdf-9857-511a00ed8d39'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:45.257934 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Pushing event deleted for resources: {'Port': ['ID=09dcaf58-fbff-46df-9720-feee366d580b,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:45.265931 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:45.304434 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['09dcaf58-fbff-46df-9720-feee366d580b'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:29:45.315711 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] No DVR routers for this DVR port 09dcaf58-fbff-46df-9720-feee366d580b on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:29:45.323394 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:45.325383 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-aba92ba0-805c-4aa5-8f74-44e52cecedb0 req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.64 "DELETE /v2.0/ports/09dcaf58-fbff-46df-9720-feee366d580b HTTP/1.1" status: 204 len: 173 time: 0.8297837 Jun 29 23:29:45.325894 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184', 'name': 'network-vif-deleted', 'tag': '09dcaf58-fbff-46df-9720-feee366d580b'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:29:45.326991 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4890e55-3fd8-4333-91cc-1f01a7dadb15 None None] Pushing event updated for resources: {'Port': ['ID=f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:45.328888 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a41756-7d52-419e-a475-e13b58935d60" -d '{"events": [{"server_uuid": "2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184", "name": "network-vif-deleted", "tag": "09dcaf58-fbff-46df-9720-feee366d580b"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:29:45.332166 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a4890e55-3fd8-4333-91cc-1f01a7dadb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:45.375662 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbe8436-b460-40b9-8c76-30653af3262f x-openstack-request-id: req-2dbe8436-b460-40b9-8c76-30653af3262f {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:29:45.375662 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184", "name": "network-vif-deleted", "tag": "09dcaf58-fbff-46df-9720-feee366d580b", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:29:45.375662 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2dbe8436-b460-40b9-8c76-30653af3262f {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:29:45.375662 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184', 'name': 'network-vif-deleted', 'tag': '09dcaf58-fbff-46df-9720-feee366d580b', 'status': 'completed', 'code': 200} Jun 29 23:29:45.378087 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:45.391318 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Transition to ACTIVE for port object 463f4250-4b10-4173-b2da-e62adb84b158 will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:45.440955 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] Set router 8fbda180-00ae-4fdf-9857-511a00ed8d39 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:45.507924 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:45.510881 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f41a5a16-2501-4c2e-a4af-51250ced79c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:45.558482 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Network 963ba73d-2691-4d9d-b087-bc6ec538cad2 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:45.561073 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:45.568779 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:45.588870 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Pushing event updated for resources: {'Port': ['ID=463f4250-4b10-4173-b2da-e62adb84b158,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:45.593092 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:45.618006 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:45.677584 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4e375c67-b2a1-4296-a132-56d2797023ba up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:45.684763 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:40Z', 'updated_at': '2021-06-29T23:29:43Z', 'revision_number': 3, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'gw_port': {'id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:22:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:42Z', 'updated_at': '2021-06-29T23:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:45.734816 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c4da5-ae09-48c5-ae28-52ad6c80534c None None] The sync data for ids ['8fbda180-00ae-4fdf-9857-511a00ed8d39'] in dv-cinder-796946-2-iscsi is: [{'id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:40Z', 'updated_at': '2021-06-29T23:29:43Z', 'revision_number': 3, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'gw_port': {'id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:22:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:42Z', 'updated_at': '2021-06-29T23:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:29:45.805184 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 4e375c67-b2a1-4296-a132-56d2797023ba triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:45.805567 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:45.858019 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:46.000602 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-79c15a4a-69fe-4fce-a584-fb823ef230d2 None None] Provisioning for port 463f4250-4b10-4173-b2da-e62adb84b158 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:46.007239 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-79c15a4a-69fe-4fce-a584-fb823ef230d2 None None] Provisioning complete for port 463f4250-4b10-4173-b2da-e62adb84b158 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:46.007722 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-79c15a4a-69fe-4fce-a584-fb823ef230d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:46.041983 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-79c15a4a-69fe-4fce-a584-fb823ef230d2 None None] Port 463f4250-4b10-4173-b2da-e62adb84b158 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:29:46.069147 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:46.125339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:46.129109 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a40ea8be-44a0-4f4d-b3c1-e5181424c896 tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:46.198809 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:46.200782 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Pushing event updated for resources: {'Port': ['ID=463f4250-4b10-4173-b2da-e62adb84b158,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:46.204780 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:46.317799 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Network 963ba73d-2691-4d9d-b087-bc6ec538cad2 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:46.319536 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:46.321539 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dbd81bdc-4d88-4cb7-ab69-05ae22d5f3a4 req-edbcc156-5b67-4caf-9148-b9fabafdeb9b tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d6d7bd5-4c9d-48b1-9b8c-e2f85822d184 HTTP/1.1" status: 200 len: 210 time: 0.0402238 Jun 29 23:29:46.476248 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Router 8fbda180-00ae-4fdf-9857-511a00ed8d39 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:29:46.579794 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-e56b269c-db6b-4fe3-a048-05057d1b34f8 None None] Provisioning complete for port 463f4250-4b10-4173-b2da-e62adb84b158 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:46.580304 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e56b269c-db6b-4fe3-a048-05057d1b34f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:46.602842 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:29:46.608288 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] 10.222.0.61 "PUT /v2.0/routers/8fbda180-00ae-4fdf-9857-511a00ed8d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6326940 Jun 29 23:29:46.628406 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-e56b269c-db6b-4fe3-a048-05057d1b34f8 None None] Port 463f4250-4b10-4173-b2da-e62adb84b158 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:29:47.625221 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 49038) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:47.630129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-a504a372-cff3-4376-a962-2bdad8c0ff97 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401949481', 'description': 'tempest-secgroup-smoke-1401949481 description', 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:47.667577 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:47.736584 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a504a372-cff3-4376-a962-2bdad8c0ff97 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:47.820647 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:47.824934 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:47.825391 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:47.826389 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a504a372-cff3-4376-a962-2bdad8c0ff97 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:47.900311 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 09dcaf58-fbff-46df-9720-feee366d580b no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:29:47.900482 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a504a372-cff3-4376-a962-2bdad8c0ff97 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:47.902007 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:47.903893 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9dab85d7-d1b8-4823-be98-d64bc06a1f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:47.932329 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504a372-cff3-4376-a962-2bdad8c0ff97 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805d0883-92d3-4236-9766-3d4a8303f2b4,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:47.934721 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 09dcaf58-fbff-46df-9720-feee366d580b {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:29:47.935150 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 09dcaf58-fbff-46df-9720-feee366d580b not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:29:47.935843 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a504a372-cff3-4376-a962-2bdad8c0ff97 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:47.947678 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:47.986266 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a504a372-cff3-4376-a962-2bdad8c0ff97 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:47.990540 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49054) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:47.991065 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-a504a372-cff3-4376-a962-2bdad8c0ff97 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3641937 Jun 29 23:29:47.996035 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-59872dde-282e-46ef-a41a-d43d2689c824 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Request body: {'security_group_rule': {'security_group_id': '805d0883-92d3-4236-9766-3d4a8303f2b4', 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:48.014719 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.017707 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4ff2b543-b194-4695-bfd9-8a6f76d0b4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:48.072292 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:48.075247 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:48.090134 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-59872dde-282e-46ef-a41a-d43d2689c824 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.146147 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-59872dde-282e-46ef-a41a-d43d2689c824 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.227504 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-59872dde-282e-46ef-a41a-d43d2689c824 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.233196 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:48.247475 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59872dde-282e-46ef-a41a-d43d2689c824 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe26c9ef-6713-46fc-ac8e-3e1ef6f125e0,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:48.250541 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-59872dde-282e-46ef-a41a-d43d2689c824 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:48.314181 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-59872dde-282e-46ef-a41a-d43d2689c824 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.315402 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-59872dde-282e-46ef-a41a-d43d2689c824 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3234737 Jun 29 23:29:48.318224 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 49066) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:48.323070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-1f31b957-4d09-4a74-9f28-e8a2d7414bad tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Request body: {'security_group_rule': {'security_group_id': '805d0883-92d3-4236-9766-3d4a8303f2b4', 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:48.392183 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1f31b957-4d09-4a74-9f28-e8a2d7414bad tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.453195 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1f31b957-4d09-4a74-9f28-e8a2d7414bad tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.495810 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1f31b957-4d09-4a74-9f28-e8a2d7414bad tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.497881 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:48.514933 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31b957-4d09-4a74-9f28-e8a2d7414bad tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd1234d-49b6-4f2b-bce8-9e93ecc25f46,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:48.517514 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1f31b957-4d09-4a74-9f28-e8a2d7414bad tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:48.576284 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1f31b957-4d09-4a74-9f28-e8a2d7414bad tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.577555 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-1f31b957-4d09-4a74-9f28-e8a2d7414bad tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2583179 Jun 29 23:29:48.580184 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 49092) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:48.585615 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-a0243509-60e9-4b9b-873b-7687550b318e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Request body: {'security_group_rule': {'security_group_id': '805d0883-92d3-4236-9766-3d4a8303f2b4', 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:48.678897 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a0243509-60e9-4b9b-873b-7687550b318e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.740189 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a0243509-60e9-4b9b-873b-7687550b318e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.839129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a0243509-60e9-4b9b-873b-7687550b318e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.843219 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:48.858276 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0243509-60e9-4b9b-873b-7687550b318e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a704566-0412-45e3-bd6e-cb730356a3cf,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:48.861705 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a0243509-60e9-4b9b-873b-7687550b318e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:48.947983 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a0243509-60e9-4b9b-873b-7687550b318e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:48.949250 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-a0243509-60e9-4b9b-873b-7687550b318e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3681226 Jun 29 23:29:48.952075 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 49126) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:48.957938 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-da55be19-8915-4a5c-abfe-f426702640d7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Request body: {'security_group_rule': {'security_group_id': '805d0883-92d3-4236-9766-3d4a8303f2b4', 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:49.055600 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-da55be19-8915-4a5c-abfe-f426702640d7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.115032 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-da55be19-8915-4a5c-abfe-f426702640d7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.192378 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Sync routers for ids ['8fbda180-00ae-4fdf-9857-511a00ed8d39'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:29:49.197312 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-da55be19-8915-4a5c-abfe-f426702640d7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.199523 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f5c53f1c-1d4f-4219-86c0-5bea6bf75d42 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:49.201538 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Routers {'8fbda180-00ae-4fdf-9857-511a00ed8d39'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:49.202224 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8fbda180-00ae-4fdf-9857-511a00ed8d39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:49.213753 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55be19-8915-4a5c-abfe-f426702640d7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0807a9-6886-4f05-be21-60e0c9a5256b,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:49.217533 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-da55be19-8915-4a5c-abfe-f426702640d7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:49.290473 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-da55be19-8915-4a5c-abfe-f426702640d7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.292270 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-da55be19-8915-4a5c-abfe-f426702640d7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392324 Jun 29 23:29:49.294759 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49138) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:49.300226 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-23800688-2408-4ed1-95ea-6efaa70bae72 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Request body: {'security_group_rule': {'security_group_id': '805d0883-92d3-4236-9766-3d4a8303f2b4', 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:49.313581 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Set router 8fbda180-00ae-4fdf-9857-511a00ed8d39 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:49.410330 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.securitygroups_db [None req-23800688-2408-4ed1-95ea-6efaa70bae72 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Project 4b4db66e9e684bd4a3c8b99a2cd070f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:29:49.415387 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-23800688-2408-4ed1-95ea-6efaa70bae72 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.474489 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-23800688-2408-4ed1-95ea-6efaa70bae72 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.511242 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:40Z', 'updated_at': '2021-06-29T23:29:45Z', 'revision_number': 4, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'gw_port': {'id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:42Z', 'updated_at': '2021-06-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '463f4250-4b10-4173-b2da-e62adb84b158', 'name': '', 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'mac_address': 'fa:16:3e:8c:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c01507d1-bbf7-4fe6-a440-b12f94b3b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:44Z', 'updated_at': '2021-06-29T23:29:45Z', 'revision_number': 2, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'subnets': [{'id': 'c01507d1-bbf7-4fe6-a440-b12f94b3b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:49.537482 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Checking router: 8fbda180-00ae-4fdf-9857-511a00ed8d39 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:29:49.537776 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Updating router 8fbda180-00ae-4fdf-9857-511a00ed8d39 port 463f4250-4b10-4173-b2da-e62adb84b158 binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:29:49.570397 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-23800688-2408-4ed1-95ea-6efaa70bae72 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.570689 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.572486 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-98d448ca-30b0-42d0-a693-f7973818ba13 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:49.589804 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23800688-2408-4ed1-95ea-6efaa70bae72 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73d3747-8524-4b0d-b109-6bdd24e42c10,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:49.592575 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-23800688-2408-4ed1-95ea-6efaa70bae72 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:49.650307 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:49.661996 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-23800688-2408-4ed1-95ea-6efaa70bae72 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.663269 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-23800688-2408-4ed1-95ea-6efaa70bae72 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3674943 Jun 29 23:29:49.666070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 49150) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:49.670676 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Request body: {'security_group_rule': {'security_group_id': '805d0883-92d3-4236-9766-3d4a8303f2b4', 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:49.709537 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:49.709914 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.753510 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.securitygroups_db [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Project 4b4db66e9e684bd4a3c8b99a2cd070f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:29:49.759738 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.831477 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.854417 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.864003 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Transition to ACTIVE for port object 463f4250-4b10-4173-b2da-e62adb84b158 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:49.889585 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.892373 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f8bcd88c-60f9-4d30-b412-2dbd7452d88c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:49.909797 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a65d2fc-d43f-4a91-be41-fa1400900f44,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:49.912703 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:49.946209 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.948586 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:49.976266 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:49.977485 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104436 Jun 29 23:29:50.009935 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c936e-fa57-4b6a-9e6c-9ff56ce7cb43 None None] Pushing event updated for resources: {'Port': ['ID=463f4250-4b10-4173-b2da-e62adb84b158,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:50.032858 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-592c936e-fa57-4b6a-9e6c-9ff56ce7cb43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:50.078472 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Attempting to bind port 463f4250-4b10-4173-b2da-e62adb84b158 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:50.078847 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Attempting to bind port 463f4250-4b10-4173-b2da-e62adb84b158 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': 'af1937b4-24e6-46fb-b40e-60407d4ae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:50.079341 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Attempting to bind port 463f4250-4b10-4173-b2da-e62adb84b158 on network 963ba73d-2691-4d9d-b087-bc6ec538cad2 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:50.084770 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:50.085378 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Checking segment: {'id': 'af1937b4-24e6-46fb-b40e-60407d4ae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:50.085988 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:50.086395 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Bound using segment: {'id': 'af1937b4-24e6-46fb-b40e-60407d4ae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:50.086862 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Bound port: 463f4250-4b10-4173-b2da-e62adb84b158, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1937b4-24e6-46fb-b40e-60407d4ae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:50.087369 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:50.182038 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] For port 463f4250-4b10-4173-b2da-e62adb84b158, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:50.185613 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] For port 463f4250-4b10-4173-b2da-e62adb84b158, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=463f4250-4b10-4173-b2da-e62adb84b158,segment=NetworkSegment(af1937b4-24e6-46fb-b40e-60407d4ae102),segment_id=af1937b4-24e6-46fb-b40e-60407d4ae102)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:50.283833 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:50.295834 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:50.353871 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c936e-fa57-4b6a-9e6c-9ff56ce7cb43 None None] Pushing event updated for resources: {'Port': ['ID=463f4250-4b10-4173-b2da-e62adb84b158,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:50.356748 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Routers {'8fbda180-00ae-4fdf-9857-511a00ed8d39'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:50.357363 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8fbda180-00ae-4fdf-9857-511a00ed8d39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:50.360532 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-592c936e-fa57-4b6a-9e6c-9ff56ce7cb43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:50.398454 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0d627b25-8075-4089-9543-36fe34be8249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:50.464735 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] Set router 8fbda180-00ae-4fdf-9857-511a00ed8d39 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:50.666068 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:40Z', 'updated_at': '2021-06-29T23:29:45Z', 'revision_number': 4, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'gw_port': {'id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:42Z', 'updated_at': '2021-06-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '463f4250-4b10-4173-b2da-e62adb84b158', 'name': '', 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'mac_address': 'fa:16:3e:8c:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c01507d1-bbf7-4fe6-a440-b12f94b3b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:44Z', 'updated_at': '2021-06-29T23:29:50Z', 'revision_number': 4, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'subnets': [{'id': 'c01507d1-bbf7-4fe6-a440-b12f94b3b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:50.694452 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09d6c9-ce99-42cf-99f4-7613459fa51e None None] The sync data for ids ['8fbda180-00ae-4fdf-9857-511a00ed8d39'] in dv-cinder-796946-2-iscsi is: [{'id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:40Z', 'updated_at': '2021-06-29T23:29:45Z', 'revision_number': 4, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'gw_port': {'id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:42Z', 'updated_at': '2021-06-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '463f4250-4b10-4173-b2da-e62adb84b158', 'name': '', 'network_id': '963ba73d-2691-4d9d-b087-bc6ec538cad2', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'mac_address': 'fa:16:3e:8c:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c01507d1-bbf7-4fe6-a440-b12f94b3b5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:44Z', 'updated_at': '2021-06-29T23:29:50Z', 'revision_number': 4, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'subnets': [{'id': 'c01507d1-bbf7-4fe6-a440-b12f94b3b5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:29:51.685978 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 463f4250-4b10-4173-b2da-e62adb84b158 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:51.838867 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 463f4250-4b10-4173-b2da-e62adb84b158 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:51.843086 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 463f4250-4b10-4173-b2da-e62adb84b158 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:51.844009 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:51.923994 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:51.955314 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 463f4250-4b10-4173-b2da-e62adb84b158, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=463f4250-4b10-4173-b2da-e62adb84b158,segment=NetworkSegment(af1937b4-24e6-46fb-b40e-60407d4ae102),segment_id=af1937b4-24e6-46fb-b40e-60407d4ae102)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:52.020273 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:52.022132 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f5b26d08-bcc5-42bb-8053-b573aec9d880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:52.071966 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=463f4250-4b10-4173-b2da-e62adb84b158,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:52.075209 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:53.214656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7c8be590-5772-45ea-b8e0-8fb6edc8604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:53.358212 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 49352) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:53.406160 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:53.507396 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49356) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:53.508330 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-21862a3c-25bc-48a5-888d-1c0ca6b50902 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fee8c8a28654a78a07373bec985dcd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487262 Jun 29 23:29:53.565562 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2b159d88-f3d4-4ab1-833a-0a22eeb4cc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:53.588548 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2b159d88-f3d4-4ab1-833a-0a22eeb4cc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:53.661714 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 463f4250-4b10-4173-b2da-e62adb84b158 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:53.710240 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 463f4250-4b10-4173-b2da-e62adb84b158 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:53.710543 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:53.808503 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2b159d88-f3d4-4ab1-833a-0a22eeb4cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:53.811454 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2b159d88-f3d4-4ab1-833a-0a22eeb4cc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:53.812597 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2b159d88-f3d4-4ab1-833a-0a22eeb4cc9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b HTTP/1.1" status: 204 len: 168 time: 0.3032207 Jun 29 23:29:53.813418 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-34b724ff-ea27-40e5-9649-041ae01860f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:53.820805 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b159d88-f3d4-4ab1-833a-0a22eeb4cc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfe3c40-1b11-4d0c-9cb3-15658fd4b38b,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:53.823042 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2b159d88-f3d4-4ab1-833a-0a22eeb4cc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:54.402981 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:54.734943 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49384) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:54.834359 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1731034759-network', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:54.907741 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Made reservation on behalf of 236ccb37e16f40e38ba4cbee1be4911b for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:29:54.910133 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:54.918726 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.004335 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.096149 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.099468 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-521369f2-c833-4a8b-b74a-0c2f7daa3fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:55.123055 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:29:55.129892 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345405f0-99c5-43bd-8899-68e5608ce209,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:55.138887 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.139231 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Added segment 8f219eaf-0dec-4859-bc98-b77032f4713d of type vlan for network 1634185d-fced-4aef-889c-1cc2f18c4ecf Jun 29 23:29:55.141655 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.142041 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.142411 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.142814 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.143178 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.143568 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.143928 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.144285 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.144645 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.144998 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.145349 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.145697 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:29:55.150198 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:55.189028 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.271599 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.273031 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:55.273663 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.275892 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6e13628d-960c-49b4-9989-886a26732d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:55.333454 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Pushing event updated for resources: {'Network': ['ID=1634185d-fced-4aef-889c-1cc2f18c4ecf,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:55.336088 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:55.343073 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 1634185d-fced-4aef-889c-1cc2f18c4ecf details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:29:55.381119 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6449001 Jun 29 23:29:55.383824 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49392) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:55.388823 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Request body: {'subnet': {'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1731034759-subnet', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:55.461353 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Made reservation on behalf of 236ccb37e16f40e38ba4cbee1be4911b for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:29:55.463807 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528790025'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.685077 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529152900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528790043'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.687745 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:55.707474 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.740951 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=993e3f91-b958-4a1c-ad2c-49e5a8acce38,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:55.745476 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:55.749750 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Checking segment: {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:55.750105 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Network hostable DHCP agents. Network: 1634185d-fced-4aef-889c-1cc2f18c4ecf, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:29:55.809911 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Network 1634185d-fced-4aef-889c-1cc2f18c4ecf is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:29:55.861645 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 1634185d-fced-4aef-889c-1cc2f18c4ecf) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:55.866996 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:29:55.874151 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:55.874351 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd819d-644c-47ce-a8ef-07586ca7a684 None None] Network 1634185d-fced-4aef-889c-1cc2f18c4ecf requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:29:55.925656 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-125766a1-40f7-476a-ae6b-d9eb9f7fe759 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5407813 Jun 29 23:29:55.928364 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49398) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:55.932920 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:29:56.014797 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.016394 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.029671 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-1634185d-fced-4aef-889c-1cc2f18c4ecf', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:29:56.030654 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.071866 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.173166 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Allocated IP 172.20.0.2 (1634185d-fced-4aef-889c-1cc2f18c4ecf/993e3f91-b958-4a1c-ad2c-49e5a8acce38/00efbc71-12bf-452c-b4b1-a751ff0a6ca2) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:56.285738 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.431398 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.440559 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Transition to ACTIVE for port object 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:56.457924 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Transition to ACTIVE for port object 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:56.519291 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.521269 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:56.551455 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.560976 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Network 1634185d-fced-4aef-889c-1cc2f18c4ecf is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:56.564682 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:56.568937 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:56.571934 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Pushing event updated for resources: {'Port': ['ID=00efbc71-12bf-452c-b4b1-a751ff0a6ca2,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:56.572213 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.575617 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:56.627248 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Attempting to bind port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:56.627664 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Attempting to bind port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:56.628039 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Attempting to bind port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 on network 1634185d-fced-4aef-889c-1cc2f18c4ecf {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:56.633253 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:56.633642 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Checking segment: {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:56.634063 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.634466 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Bound using segment: {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:56.634937 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Bound port: 00efbc71-12bf-452c-b4b1-a751ff0a6ca2, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:56.635326 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.682600 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Allocated IP 172.27.1.46 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/71c267f1-8d96-4c6d-901a-04f49eaccd0d) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:56.707758 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] For port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:56.710913 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] For port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=00efbc71-12bf-452c-b4b1-a751ff0a6ca2,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:56.782260 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.787684 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.791795 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:56.850970 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Pushing event updated for resources: {'Port': ['ID=00efbc71-12bf-452c-b4b1-a751ff0a6ca2,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:56.855323 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:56.901866 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-529152824'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:56.904526 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-68e25762-5502-42cb-90e5-ea38557bbbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:56.946869 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:56.950118 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:56.953454 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:56.959060 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Pushing event updated for resources: {'Port': ['ID=71c267f1-8d96-4c6d-901a-04f49eaccd0d,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:56.978238 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:57.318348 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:57.509391 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:57.693383 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:57.701768 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Router 1251b4de-2e00-42f8-9251-6e14b2e4e02f is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:29:57.754793 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40275df-6542-4edb-bcac-5009344ebce2 None None] Network 1634185d-fced-4aef-889c-1cc2f18c4ecf requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:29:57.815082 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:29:57.825993 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:57.828186 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Sync routers for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:29:57.872119 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:57.872780 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:57.906546 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:57.907845 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9785409 Jun 29 23:29:57.910477 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49408) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:29:57.983438 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-43c51c56-425d-4643-ac01-46247ace3f61 None None] Provisioning for port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:57.995693 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-43c51c56-425d-4643-ac01-46247ace3f61 None None] Provisioning complete for port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:57.996021 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-43c51c56-425d-4643-ac01-46247ace3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.045680 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:58.212786 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-43c51c56-425d-4643-ac01-46247ace3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.287242 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-43c51c56-425d-4643-ac01-46247ace3f61 None None] For port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=00efbc71-12bf-452c-b4b1-a751ff0a6ca2,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:29:58.316069 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:57Z', 'revision_number': 3, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:58.362470 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Checking router: 1251b4de-2e00-42f8-9251-6e14b2e4e02f for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:29:58.362470 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Updating router 1251b4de-2e00-42f8-9251-6e14b2e4e02f port 71c267f1-8d96-4c6d-901a-04f49eaccd0d binding host dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:29:58.398634 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-43c51c56-425d-4643-ac01-46247ace3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.406106 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:58.438892 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.490811 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c51c56-425d-4643-ac01-46247ace3f61 None None] Pushing event updated for resources: {'Port': ['ID=00efbc71-12bf-452c-b4b1-a751ff0a6ca2,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:58.494939 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-43c51c56-425d-4643-ac01-46247ace3f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:58.576608 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-b4ff32fc-1a69-4afb-9866-899a4f6c5f12 None None] Provisioning complete for port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:58.576981 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b4ff32fc-1a69-4afb-9866-899a4f6c5f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.631726 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.788167 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Allocated IP 172.20.0.1 (1634185d-fced-4aef-889c-1cc2f18c4ecf/993e3f91-b958-4a1c-ad2c-49e5a8acce38/92ca03e6-34f0-4f95-9c5a-4ef9837f3b54) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:29:58.791252 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.801490 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Transition to ACTIVE for port object 71c267f1-8d96-4c6d-901a-04f49eaccd0d will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:58.905909 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.907996 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-43c51c56-425d-4643-ac01-46247ace3f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:58.911259 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.924685 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Transition to ACTIVE for port object 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:29:58.958507 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Attempting to bind port 71c267f1-8d96-4c6d-901a-04f49eaccd0d on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:29:58.958891 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Attempting to bind port 71c267f1-8d96-4c6d-901a-04f49eaccd0d by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:29:58.959262 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Attempting to bind port 71c267f1-8d96-4c6d-901a-04f49eaccd0d on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:29:58.961282 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732107e-d392-4ef0-b986-fa860b8fa920 None None] Pushing event updated for resources: {'Port': ['ID=71c267f1-8d96-4c6d-901a-04f49eaccd0d,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:58.964405 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c732107e-d392-4ef0-b986-fa860b8fa920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:58.967006 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:29:58.977839 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:29:58.977839 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:58.977839 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:29:58.977839 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Bound port: 71c267f1-8d96-4c6d-901a-04f49eaccd0d, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:29:58.977839 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.020671 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] For port 71c267f1-8d96-4c6d-901a-04f49eaccd0d, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:29:59.023694 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] For port 71c267f1-8d96-4c6d-901a-04f49eaccd0d, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=71c267f1-8d96-4c6d-901a-04f49eaccd0d,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:29:59.039078 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-529152824'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.042543 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a03b47f8-0773-4e71-9c15-ebe90ac19feb tempest-DeleteServersTestJSON-1842994010 tempest-DeleteServersTestJSON-1842994010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:59.080010 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Network 1634185d-fced-4aef-889c-1cc2f18c4ecf is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:59.082773 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:59.086137 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:29:59.102153 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.105011 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4ff2b543-b194-4695-bfd9-8a6f76d0b4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:59.111088 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Pushing event updated for resources: {'Port': ['ID=92ca03e6-34f0-4f95-9c5a-4ef9837f3b54,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:59.115791 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:59.134287 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.162939 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:29:59.163617 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:59.216344 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732107e-d392-4ef0-b986-fa860b8fa920 None None] Pushing event updated for resources: {'Port': ['ID=71c267f1-8d96-4c6d-901a-04f49eaccd0d,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:59.220258 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c732107e-d392-4ef0-b986-fa860b8fa920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:59.294150 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:29:59.331462 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.522005 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.582377 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-0ab12bad-cc25-4f32-a319-bf63e54fe328 None None] Provisioning for port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:29:59.589547 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-0ab12bad-cc25-4f32-a319-bf63e54fe328 None None] Provisioning complete for port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:59.589894 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0ab12bad-cc25-4f32-a319-bf63e54fe328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.591463 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529152778'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.594968 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:29:59.632626 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-0ab12bad-cc25-4f32-a319-bf63e54fe328 None None] Port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:29:59.649482 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:57Z', 'revision_number': 3, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:29:59.665741 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.668436 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Pushing event updated for resources: {'Port': ['ID=92ca03e6-34f0-4f95-9c5a-4ef9837f3b54,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:29:59.674180 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:29:59.681637 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946dfecf-8559-4ee4-a2c3-f4a4dc94cc16 None None] The sync data for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi is: [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:57Z', 'revision_number': 3, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:29:59.684848 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:29:59.742281 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:29:59.743414 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:29:59.762816 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Network 1634185d-fced-4aef-889c-1cc2f18c4ecf is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:29:59.764387 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:29:59.887349 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Router 1251b4de-2e00-42f8-9251-6e14b2e4e02f has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:30:00.022011 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:30:00.028274 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] 10.222.0.61 "PUT /v2.0/routers/1251b4de-2e00-42f8-9251-6e14b2e4e02f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1167963 Jun 29 23:30:00.060690 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-ba165f56-9d50-4fb4-bcdc-090d69618c53 None None] Provisioning complete for port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:00.061519 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba165f56-9d50-4fb4-bcdc-090d69618c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:00.100189 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-ba165f56-9d50-4fb4-bcdc-090d69618c53 None None] Port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:30:00.735114 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:00.773840 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49442) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:30:00.779281 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2092042310-network', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:00.895659 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Made reservation on behalf of ad25c9e12daa444a91cb3af8e3420fbb for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:30:00.898044 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:00.907864 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.002103 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.061612 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.064923 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2903ffd9-f5ce-4200-8fe3-6b486ae54b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:01.086908 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:30:01.097077 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449d147a-7648-4770-bac7-3fd1af9b3637,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:01.105104 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:01.108409 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.108819 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Added segment 50887a81-e062-43da-a82e-ead7ed7b7e31 of type vlan for network b2c3e572-82df-47f7-ad4d-893c09a87c20 Jun 29 23:30:01.151236 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.208336 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Sync routers for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:30:01.217587 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:01.218246 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:01.243098 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.244496 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:01.245084 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.247244 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:01.308313 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c3e572-82df-47f7-ad4d-893c09a87c20,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:01.311356 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:01.319996 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network b2c3e572-82df-47f7-ad4d-893c09a87c20 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:30:01.350946 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5733235 Jun 29 23:30:01.351294 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49444) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:30:01.356475 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Request body: {'subnet': {'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2092042310-subnet', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:01.412430 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:01.427313 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Made reservation on behalf of ad25c9e12daa444a91cb3af8e3420fbb for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:30:01.429819 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528790025'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.623035 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92ca03e6-34f0-4f95-9c5a-4ef9837f3b54', 'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'mac_address': 'fa:16:3e:22:f3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:58Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 2, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'subnets': [{'id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:01.657060 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Checking router: 1251b4de-2e00-42f8-9251-6e14b2e4e02f for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:30:01.657551 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Updating router 1251b4de-2e00-42f8-9251-6e14b2e4e02f port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:30:01.667669 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529152900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528790043'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.673500 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-76c54974-0ca5-49c7-9d90-4b9f8c91e6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:01.692579 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 71c267f1-8d96-4c6d-901a-04f49eaccd0d up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:01.701791 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.718930 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=abafc41c-4b37-44e6-a287-7a399e5b7896,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:01.725696 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:01.735715 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Checking segment: {'id': '50887a81-e062-43da-a82e-ead7ed7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:30:01.736044 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Network hostable DHCP agents. Network: b2c3e572-82df-47f7-ad4d-893c09a87c20, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:30:01.793062 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 71c267f1-8d96-4c6d-901a-04f49eaccd0d completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:01.797563 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 71c267f1-8d96-4c6d-901a-04f49eaccd0d triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:01.798052 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.810985 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Network b2c3e572-82df-47f7-ad4d-893c09a87c20 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:30:01.872239 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, b2c3e572-82df-47f7-ad4d-893c09a87c20) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:01.892138 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549cccf0-e740-43b0-8ef9-630b319c3d2c None None] Network b2c3e572-82df-47f7-ad4d-893c09a87c20 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:30:01.892262 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:01.892262 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.941380 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:01.964640 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7b873b93-754d-4fac-80e8-81f36963aa9c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6121180 Jun 29 23:30:01.967069 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49452) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:30:01.972195 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:01.999596 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.011508 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Transition to ACTIVE for port object 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:02.014129 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 71c267f1-8d96-4c6d-901a-04f49eaccd0d, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=71c267f1-8d96-4c6d-901a-04f49eaccd0d,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:02.054112 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe85c50ab-bc2d-5d39-abec-d972d9ba09cf-b2c3e572-82df-47f7-ad4d-893c09a87c20', 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'fixed_ips': [{'subnet_id': 'abafc41c-4b37-44e6-a287-7a399e5b7896'}]}} from dv-cinder-796946-2-iscsi. {{(pid=93642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 23:30:02.054605 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1046846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.054966 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.055843 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1037807', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-976224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8150'] for router, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.087877 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.090290 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-3333d85b-8098-4550-8c04-9b18c22d8dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:02.116698 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.123347 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.133821 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:02.148224 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce7e78-6bdb-4609-aca1-1d1ba3b57a37 None None] Pushing event updated for resources: {'Port': ['ID=92ca03e6-34f0-4f95-9c5a-4ef9837f3b54,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:02.172311 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-5bce7e78-6bdb-4609-aca1-1d1ba3b57a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:02.213822 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Attempting to bind port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:30:02.215308 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Attempting to bind port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:30:02.215975 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Attempting to bind port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 on network 1634185d-fced-4aef-889c-1cc2f18c4ecf {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:02.222928 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:30:02.223309 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Checking segment: {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:30:02.224251 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.224372 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Bound using segment: {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:30:02.224792 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Bound port: 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:30:02.225179 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.237160 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Allocated IP 172.20.0.2 (b2c3e572-82df-47f7-ad4d-893c09a87c20/abafc41c-4b37-44e6-a287-7a399e5b7896/5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:30:02.299010 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] For port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:30:02.302881 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] For port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=92ca03e6-34f0-4f95-9c5a-4ef9837f3b54,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:30:02.336479 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=71c267f1-8d96-4c6d-901a-04f49eaccd0d,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:02.341416 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:02.351668 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-547711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1046833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7972'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.364964 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.367251 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-592c936e-fa57-4b6a-9e6c-9ff56ce7cb43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:02.399862 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.411218 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Transition to ACTIVE for port object 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:02.427463 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:02.428103 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:02.429900 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Transition to ACTIVE for port object 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:02.432224 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce7e78-6bdb-4609-aca1-1d1ba3b57a37 None None] Pushing event updated for resources: {'Port': ['ID=92ca03e6-34f0-4f95-9c5a-4ef9837f3b54,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:02.473074 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-5bce7e78-6bdb-4609-aca1-1d1ba3b57a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:02.525186 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.528380 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:02.565692 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Network b2c3e572-82df-47f7-ad4d-893c09a87c20 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:30:02.568722 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:02.579084 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:30:02.581418 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:02.604380 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Pushing event updated for resources: {'Port': ['ID=5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:02.615581 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:02.645541 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Attempting to bind port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:30:02.646231 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Attempting to bind port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '50887a81-e062-43da-a82e-ead7ed7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:30:02.646862 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Attempting to bind port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f on network b2c3e572-82df-47f7-ad4d-893c09a87c20 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:02.657703 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:30:02.658172 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Checking segment: {'id': '50887a81-e062-43da-a82e-ead7ed7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:30:02.658683 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.659185 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Bound using segment: {'id': '50887a81-e062-43da-a82e-ead7ed7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:30:02.659767 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Bound port: 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50887a81-e062-43da-a82e-ead7ed7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:30:02.660886 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.677378 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.699466 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.753991 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] For port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:30:02.757198 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] For port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f,segment=NetworkSegment(50887a81-e062-43da-a82e-ead7ed7b7e31),segment_id=50887a81-e062-43da-a82e-ead7ed7b7e31)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:30:02.828040 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Allocated IP 172.27.1.139 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/2885f233-8d14-4660-bc65-2e0d6525802f) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:30:02.829472 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92ca03e6-34f0-4f95-9c5a-4ef9837f3b54', 'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'mac_address': 'fa:16:3e:22:f3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:58Z', 'updated_at': '2021-06-29T23:30:02Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'subnets': [{'id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:02.854805 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f86d21-1266-47aa-a3fb-f887129cb011 None None] The sync data for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi is: [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92ca03e6-34f0-4f95-9c5a-4ef9837f3b54', 'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'mac_address': 'fa:16:3e:22:f3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:58Z', 'updated_at': '2021-06-29T23:30:02Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'subnets': [{'id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:30:02.862087 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:02.865124 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:02.966036 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Pushing event updated for resources: {'Port': ['ID=5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:02.970420 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:03.031601 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:03.165392 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-529152824'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:03.167773 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:03.227766 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:30:03.231322 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:03.243104 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:30:03.247792 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Pushing event updated for resources: {'Port': ['ID=2885f233-8d14-4660-bc65-2e0d6525802f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:03.276372 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:03.624118 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:03.851582 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:03.872876 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1046824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547739'] for router, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:04.025778 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:04.030656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:04.031360 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:04.145649 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65814fd2-7895-4405-bd49-056110800284 None None] Network b2c3e572-82df-47f7-ad4d-893c09a87c20 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:30:04.195224 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:04.274381 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=92ca03e6-34f0-4f95-9c5a-4ef9837f3b54,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:04.301167 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-e3ff272b-c003-4022-9273-91b2446c73eb None None] Provisioning for port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:04.379923 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Router f8440f0e-4061-449c-86de-be0ea394de83 is scheduled to L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 23:30:04.380454 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:04.380985 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:04.384046 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:04.459960 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=92ca03e6-34f0-4f95-9c5a-4ef9837f3b54,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:04.463264 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:04.500423 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:30:04.510431 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Sync routers for ids ['f8440f0e-4061-449c-86de-be0ea394de83'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:30:04.520727 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Routers {'f8440f0e-4061-449c-86de-be0ea394de83'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:04.521366 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['f8440f0e-4061-449c-86de-be0ea394de83'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:04.554678 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:04.563333 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:04.563866 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:04.569956 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:04.571519 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6031263 Jun 29 23:30:04.574024 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49478) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:30:04.660406 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-d7425e03-ccf8-4df4-aaec-14556b28c2b7 None None] Provisioning complete for port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:04.660698 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d7425e03-ccf8-4df4-aaec-14556b28c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:04.670349 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Set router f8440f0e-4061-449c-86de-be0ea394de83 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:04.935154 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:04.973867 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.011961 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f,segment=NetworkSegment(50887a81-e062-43da-a82e-ead7ed7b7e31),segment_id=50887a81-e062-43da-a82e-ead7ed7b7e31)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:05.047670 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d7425e03-ccf8-4df4-aaec-14556b28c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.088598 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:03Z', 'revision_number': 3, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'gw_port': {'id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:05.118223 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Checking router: f8440f0e-4061-449c-86de-be0ea394de83 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:30:05.118584 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Updating router f8440f0e-4061-449c-86de-be0ea394de83 port 2885f233-8d14-4660-bc65-2e0d6525802f binding host dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:30:05.124018 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Allocated IP 172.20.0.1 (b2c3e572-82df-47f7-ad4d-893c09a87c20/abafc41c-4b37-44e6-a287-7a399e5b7896/753f21bd-1cbf-47eb-9194-731c9001f33c) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:30:05.139081 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.140558 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 71c267f1-8d96-4c6d-901a-04f49eaccd0d up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:05.143762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:05.225882 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.231861 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.239645 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Transition to ACTIVE for port object 753f21bd-1cbf-47eb-9194-731c9001f33c will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:05.268888 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.db.api [None req-d7425e03-ccf8-4df4-aaec-14556b28c2b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 23:30:05.269249 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_db.api [None req-d7425e03-ccf8-4df4-aaec-14556b28c2b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 23:30:05.273283 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:05.280424 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:05.336196 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-529152824'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.339204 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-52294777-02f3-49f9-9ab7-599618fd04a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:05.345153 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 71c267f1-8d96-4c6d-901a-04f49eaccd0d triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:05.345535 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.375511 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Network b2c3e572-82df-47f7-ad4d-893c09a87c20 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:30:05.380557 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:05.384554 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:30:05.390908 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Pushing event updated for resources: {'Port': ['ID=753f21bd-1cbf-47eb-9194-731c9001f33c,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:05.409880 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:05.432742 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032636'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.594467 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.613894 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Transition to ACTIVE for port object 2885f233-8d14-4660-bc65-2e0d6525802f will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:05.668596 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:05.668873 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.690784 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.694133 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:05.756247 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Attempting to bind port 2885f233-8d14-4660-bc65-2e0d6525802f on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:30:05.756626 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Attempting to bind port 2885f233-8d14-4660-bc65-2e0d6525802f by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:30:05.756996 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Attempting to bind port 2885f233-8d14-4660-bc65-2e0d6525802f on network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:05.760381 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d35870-fec8-42b0-9644-790c71c6323d None None] Pushing event updated for resources: {'Port': ['ID=2885f233-8d14-4660-bc65-2e0d6525802f,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:05.765412 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e3d35870-fec8-42b0-9644-790c71c6323d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:05.768608 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:30:05.769002 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Checking segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:30:05.769418 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.769816 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Bound using segment: {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:30:05.770292 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Bound port: 2885f233-8d14-4660-bc65-2e0d6525802f, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a424856-e47e-4716-aa6e-f906a94cfd76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:30:05.770677 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.821278 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:05.821660 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.827314 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.882355 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] For port 2885f233-8d14-4660-bc65-2e0d6525802f, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:30:05.885494 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] For port 2885f233-8d14-4660-bc65-2e0d6525802f, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=2885f233-8d14-4660-bc65-2e0d6525802f,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:30:05.900067 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529152778'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.903197 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:05.930124 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:05.960528 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:05.964523 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c752090c-fc0b-44f1-aba2-27b92ee2e369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:05.968831 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Pushing event updated for resources: {'Port': ['ID=753f21bd-1cbf-47eb-9194-731c9001f33c,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:05.971869 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:05.973127 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1032488'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:06.041535 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Routers {'f8440f0e-4061-449c-86de-be0ea394de83'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:06.042173 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['f8440f0e-4061-449c-86de-be0ea394de83'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:06.045207 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d35870-fec8-42b0-9644-790c71c6323d None None] Pushing event updated for resources: {'Port': ['ID=2885f233-8d14-4660-bc65-2e0d6525802f,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:06.066079 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Network b2c3e572-82df-47f7-ad4d-893c09a87c20 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:30:06.067357 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:06.076598 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:06.076984 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:06.080531 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e3d35870-fec8-42b0-9644-790c71c6323d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:06.083450 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-a7831971-e3ea-4ef6-9e6f-5522a2acb63a None None] Provisioning for port 753f21bd-1cbf-47eb-9194-731c9001f33c completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:06.117003 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-a7831971-e3ea-4ef6-9e6f-5522a2acb63a None None] Provisioning complete for port 753f21bd-1cbf-47eb-9194-731c9001f33c triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:06.117391 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a7831971-e3ea-4ef6-9e6f-5522a2acb63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:06.185538 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Router f8440f0e-4061-449c-86de-be0ea394de83 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:30:06.208334 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-a7831971-e3ea-4ef6-9e6f-5522a2acb63a None None] Port 753f21bd-1cbf-47eb-9194-731c9001f33c cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:30:06.238292 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] Set router f8440f0e-4061-449c-86de-be0ea394de83 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:06.296616 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:30:06.301418 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] 10.222.0.61 "PUT /v2.0/routers/f8440f0e-4061-449c-86de-be0ea394de83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7264552 Jun 29 23:30:06.377367 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-1828b9fc-517e-42a7-8573-96c9ebb71f05 None None] Provisioning complete for port 753f21bd-1cbf-47eb-9194-731c9001f33c triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:06.377647 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1828b9fc-517e-42a7-8573-96c9ebb71f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:06.427077 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-1828b9fc-517e-42a7-8573-96c9ebb71f05 None None] Port 753f21bd-1cbf-47eb-9194-731c9001f33c cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:30:06.484024 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 4, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'gw_port': {'id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '753f21bd-1cbf-47eb-9194-731c9001f33c', 'name': '', 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'mac_address': 'fa:16:3e:72:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:04Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 2, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'subnets': [{'id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:06.508435 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f7d99-0949-4731-a34f-ac58c1f02449 None None] The sync data for ids ['f8440f0e-4061-449c-86de-be0ea394de83'] in dv-cinder-796946-2-iscsi is: [{'id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 4, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'gw_port': {'id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '753f21bd-1cbf-47eb-9194-731c9001f33c', 'name': '', 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'mac_address': 'fa:16:3e:72:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:04Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 2, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'subnets': [{'id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:30:07.725395 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 2885f233-8d14-4660-bc65-2e0d6525802f up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:07.996874 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 2885f233-8d14-4660-bc65-2e0d6525802f completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:08.003810 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 2885f233-8d14-4660-bc65-2e0d6525802f triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:08.004200 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:08.119726 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:08.142396 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 2885f233-8d14-4660-bc65-2e0d6525802f, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=2885f233-8d14-4660-bc65-2e0d6525802f,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:08.221616 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:08.223805 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:08.276938 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=2885f233-8d14-4660-bc65-2e0d6525802f,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:08.282657 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:09.404085 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-2837c489-34db-4b6b-a279-4d872a3b6ec9 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401949481&fields=id&tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3 HTTP/1.1" status: 200 len: 267 time: 0.0612094 Jun 29 23:30:09.526790 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-6e2433c8-e288-4f96-b869-c24e97f5ff12 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:09.528826 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-6e2433c8-e288-4f96-b869-c24e97f5ff12 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/networks?id=9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 200 len: 809 time: 0.1231766 Jun 29 23:30:09.547671 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-c2d690f7-536e-49a1-9c8b-c5a666c021f2 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/quotas/4b4db66e9e684bd4a3c8b99a2cd070f3 HTTP/1.1" status: 200 len: 375 time: 0.0115895 Jun 29 23:30:09.645789 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-c9d6511f-42bb-4d14-a222-0386df839432 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926464 Jun 29 23:30:09.713470 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 2885f233-8d14-4660-bc65-2e0d6525802f up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:09.786868 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 2885f233-8d14-4660-bc65-2e0d6525802f triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:09.787257 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:09.891527 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-a6d30de6-6202-4a35-98d1-cfff89e281d3 service neutron] 10.222.0.61 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261870 Jun 29 23:30:09.989021 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-83944dc5-4d54-415d-98c4-d88a248c2286 service neutron] 10.222.0.61 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912204 Jun 29 23:30:10.001397 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Sync routers for ids ['f8440f0e-4061-449c-86de-be0ea394de83'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:30:10.013990 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Routers {'f8440f0e-4061-449c-86de-be0ea394de83'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:10.014941 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['f8440f0e-4061-449c-86de-be0ea394de83'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:10.126817 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Set router f8440f0e-4061-449c-86de-be0ea394de83 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:10.440673 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 4, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'gw_port': {'id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '753f21bd-1cbf-47eb-9194-731c9001f33c', 'name': '', 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'mac_address': 'fa:16:3e:72:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:04Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 2, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'subnets': [{'id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:10.468575 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Checking router: f8440f0e-4061-449c-86de-be0ea394de83 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:30:10.468933 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Updating router f8440f0e-4061-449c-86de-be0ea394de83 port 753f21bd-1cbf-47eb-9194-731c9001f33c binding host dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 23:30:10.510098 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:10.621999 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2bdf79b-80b1-484a-9bec-1a4050077a59 req-967f6b8e-8073-43b0-8277-6f0679057e18 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 210 time: 0.0427849 Jun 29 23:30:10.958184 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:10.968409 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Transition to ACTIVE for port object 753f21bd-1cbf-47eb-9194-731c9001f33c will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:11.038577 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:11.040640 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:11.099969 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:30:11.113020 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a3408-7706-473e-9c7f-bc4e5ddd3b7f None None] Pushing event updated for resources: {'Port': ['ID=753f21bd-1cbf-47eb-9194-731c9001f33c,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:11.122596 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-479a3408-7706-473e-9c7f-bc4e5ddd3b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:11.189130 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Attempting to bind port 753f21bd-1cbf-47eb-9194-731c9001f33c on host dv-cinder-796946-2-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:30:11.189504 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Attempting to bind port 753f21bd-1cbf-47eb-9194-731c9001f33c by drivers openvswitch,hyperv on host dv-cinder-796946-2-iscsi at level 0 using segments [{'id': '50887a81-e062-43da-a82e-ead7ed7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:30:11.189870 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Attempting to bind port 753f21bd-1cbf-47eb-9194-731c9001f33c on network b2c3e572-82df-47f7-ad4d-893c09a87c20 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:11.195130 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Checking agent: {'id': 'd98ad167-e18c-490c-9382-ba71dc1f42f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796946-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 16, 23), 'started_at': datetime.datetime(2021, 6, 29, 23, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796946-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:30:11.195621 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Checking segment: {'id': '50887a81-e062-43da-a82e-ead7ed7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:30:11.196021 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:11.196412 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Bound using segment: {'id': '50887a81-e062-43da-a82e-ead7ed7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:30:11.196881 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Bound port: 753f21bd-1cbf-47eb-9194-731c9001f33c, host: dv-cinder-796946-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50887a81-e062-43da-a82e-ead7ed7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:30:11.197301 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:11.295875 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] For port 753f21bd-1cbf-47eb-9194-731c9001f33c, host dv-cinder-796946-2-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:30:11.299099 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] For port 753f21bd-1cbf-47eb-9194-731c9001f33c, host dv-cinder-796946-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=753f21bd-1cbf-47eb-9194-731c9001f33c,segment=NetworkSegment(50887a81-e062-43da-a82e-ead7ed7b7e31),segment_id=50887a81-e062-43da-a82e-ead7ed7b7e31)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:30:11.375586 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:11.378489 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b8274436-a237-4160-8ffe-cbd85e70b35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:11.475182 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a3408-7706-473e-9c7f-bc4e5ddd3b7f None None] Pushing event updated for resources: {'Port': ['ID=753f21bd-1cbf-47eb-9194-731c9001f33c,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:11.488637 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-479a3408-7706-473e-9c7f-bc4e5ddd3b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:11.494586 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Routers {'f8440f0e-4061-449c-86de-be0ea394de83'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:11.495292 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:29:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['f8440f0e-4061-449c-86de-be0ea394de83'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:11.708269 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] Set router f8440f0e-4061-449c-86de-be0ea394de83 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:11.793050 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 753f21bd-1cbf-47eb-9194-731c9001f33c up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:11.807668 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3bfc9880-53e5-43d0-a44e-8afca47a23a9 req-c242edc5-a8a8-4f02-9e9b-4e7d42212b45 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 210 time: 0.0890839 Jun 29 23:30:11.976691 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning for port 753f21bd-1cbf-47eb-9194-731c9001f33c completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:11.981231 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 753f21bd-1cbf-47eb-9194-731c9001f33c triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:11.984208 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:11.996983 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 4, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'gw_port': {'id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '753f21bd-1cbf-47eb-9194-731c9001f33c', 'name': '', 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'mac_address': 'fa:16:3e:72:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:04Z', 'updated_at': '2021-06-29T23:30:11Z', 'revision_number': 4, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'subnets': [{'id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:12.032050 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3d99e-b444-4ab6-a6b8-e0aaa3c78ce1 None None] The sync data for ids ['f8440f0e-4061-449c-86de-be0ea394de83'] in dv-cinder-796946-2-iscsi is: [{'id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:05Z', 'revision_number': 4, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'gw_port': {'id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '753f21bd-1cbf-47eb-9194-731c9001f33c', 'name': '', 'network_id': 'b2c3e572-82df-47f7-ad4d-893c09a87c20', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'mac_address': 'fa:16:3e:72:f2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:04Z', 'updated_at': '2021-06-29T23:30:11Z', 'revision_number': 4, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'subnets': [{'id': 'abafc41c-4b37-44e6-a287-7a399e5b7896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:30:12.105222 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:12.150064 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] For port 753f21bd-1cbf-47eb-9194-731c9001f33c, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=753f21bd-1cbf-47eb-9194-731c9001f33c,segment=NetworkSegment(50887a81-e062-43da-a82e-ead7ed7b7e31),segment_id=50887a81-e062-43da-a82e-ead7ed7b7e31)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:12.237286 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:12.238897 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:12.300059 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Pushing event updated for resources: {'Port': ['ID=753f21bd-1cbf-47eb-9194-731c9001f33c,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:12.313949 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:12.956908 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85cbc416-366a-48d2-849d-e8eb5c770933 req-e7249484-543a-4939-955f-301a1ef1c34e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 210 time: 0.0447247 Jun 29 23:30:13.691242 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 753f21bd-1cbf-47eb-9194-731c9001f33c up at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:13.712224 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-ec13f857-faa2-44c0-a25e-150c67e695ff tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:13.714520 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-ec13f857-faa2-44c0-a25e-150c67e695ff tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.64 "GET /v2.0/networks?id=9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 200 len: 809 time: 0.1183622 Jun 29 23:30:13.767076 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Provisioning complete for port 753f21bd-1cbf-47eb-9194-731c9001f33c triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:13.767869 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:13.802203 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ac190b8-f3b3-43ff-9d47-13c791234155 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3 HTTP/1.1" status: 200 len: 380 time: 0.0699883 Jun 29 23:30:13.814857 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Request body: {'port': {'device_id': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'admin_state_up': True, 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'security_groups': ['805d0883-92d3-4236-9766-3d4a8303f2b4']}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:14.071999 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Made reservation on behalf of 4b4db66e9e684bd4a3c8b99a2cd070f3 for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:30:14.076549 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:14.152692 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-098faeed-572f-478a-8083-b7545bbc71ef req-8a9a3181-9aba-4a09-b7cf-5c9d3d13be02 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 210 time: 0.0445395 Jun 29 23:30:14.381821 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Allocated IP 172.20.0.11 (9d3c8e39-ea57-4fe7-8459-47fcadf08891/932b54c2-69ac-4668-ae0f-ad1749178bc3/fa5629cd-572a-459d-bfd1-8f6ae7b45c2f) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:30:14.538856 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:14.563978 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Transition to ACTIVE for port object fa5629cd-572a-459d-bfd1-8f6ae7b45c2f will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:14.670430 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:14.670430 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:14.724186 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:30:14.728289 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:14.741624 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'Port': ['ID=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:14.750146 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:30:14.762313 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.762313 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.762313 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.762313 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.762313 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.762714 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.763418 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.763418 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.763715 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.764028 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.764386 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.765277 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:14.770147 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:14.867193 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:14.867836 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:14.969975 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1611512 Jun 29 23:30:14.995871 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Request body: {'port': {'device_id': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:15.115447 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:15.164150 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-931b99d8-af97-43b4-aab1-13b9237eab24 None None] Provisioning for port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:15.169773 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-931b99d8-af97-43b4-aab1-13b9237eab24 None None] Provisioning complete for port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:15.170163 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-931b99d8-af97-43b4-aab1-13b9237eab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:15.363063 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-931b99d8-af97-43b4-aab1-13b9237eab24 None None] Port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:30:15.418248 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec818f4b-4d2b-4fdb-b33e-33bcb31d2e51 req-f445f967-4e14-4e41-9000-cb7d37e63a75 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:15.423044 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec818f4b-4d2b-4fdb-b33e-33bcb31d2e51 req-f445f967-4e14-4e41-9000-cb7d37e63a75 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 932 time: 0.0791025 Jun 29 23:30:15.507356 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec818f4b-4d2b-4fdb-b33e-33bcb31d2e51 req-0f51b147-ef83-4f00-847d-9c739ac41e61 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807714 Jun 29 23:30:15.726084 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5629cd-572a-459d-bfd1-8f6ae7b45c2f {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:30:15.726084 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:15.740270 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Transition to ACTIVE for port object fa5629cd-572a-459d-bfd1-8f6ae7b45c2f will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:15.884247 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:15.886428 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-65ec7c4b-704f-4370-9b1e-c29ce39d1918 tempest-VolumesSnapshotTestJSON-618922185 tempest-VolumesSnapshotTestJSON-618922185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:15.951997 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Pushing event updated for resources: {'Port': ['ID=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:15.955228 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:16.059108 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Attempting to bind port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:30:16.059647 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Attempting to bind port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:30:16.060086 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Attempting to bind port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f on network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:16.070033 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f on network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:30:16.070968 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Attempting to bind port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f on network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:16.078307 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:30:16.078655 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Checking segment: {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:30:16.079053 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Bound using segment: {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:30:16.079584 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Bound port: fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e00c753-238e-4a93-97da-e8b89afec086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:30:16.079955 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:16.156154 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:30:16.160187 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:30:16.237918 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:16.240194 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:16.274072 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:16.274604 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:16.276708 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] 10.222.0.64 "PUT /v2.0/ports/fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 200 len: 1094 time: 1.2900395 Jun 29 23:30:16.276854 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:30:16.279270 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be050cd4-4dfb-449f-9a3b-71456e7c827f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:30:16.356799 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Pushing event updated for resources: {'Port': ['ID=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:16.369986 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:16.527787 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-76de0246-0fef-4b99-8802-19a688205f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:16.530090 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-76de0246-0fef-4b99-8802-19a688205f44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1097 time: 0.1101286 Jun 29 23:30:16.544919 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded159da-b1e2-4ac7-9777-0b71952b7610 x-openstack-request-id: req-ded159da-b1e2-4ac7-9777-0b71952b7610 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:30:16.545252 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:30:16.547859 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ded159da-b1e2-4ac7-9777-0b71952b7610 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:30:16.548339 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'status': 'completed', 'code': 200} Jun 29 23:30:16.592647 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-d6106ffe-0fb0-4e79-9e73-b8ca6ee004a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 200 len: 217 time: 0.0431869 Jun 29 23:30:16.670068 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-989150e8-735a-4313-946d-78caf35ad09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:16.672514 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-989150e8-735a-4313-946d-78caf35ad09b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=932b54c2-69ac-4668-ae0f-ad1749178bc3 HTTP/1.1" status: 200 len: 848 time: 0.0704057 Jun 29 23:30:16.746176 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-60f5d3bd-eda8-4d4b-8430-e8e3c884f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:16.748319 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-60f5d3bd-eda8-4d4b-8430-e8e3c884f24d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3c8e39-ea57-4fe7-8459-47fcadf08891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696404 Jun 29 23:30:16.786142 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355436c8-a12b-433d-992b-c4e4d5d0a421 req-dae49296-e546-4f70-841a-0c41c699f05d tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:16.788284 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-355436c8-a12b-433d-992b-c4e4d5d0a421 req-dae49296-e546-4f70-841a-0c41c699f05d tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0935712 Jun 29 23:30:16.842404 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-355436c8-a12b-433d-992b-c4e4d5d0a421 req-7b703dcf-b004-4ace-a3a9-63e634c4ac2d tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480986 Jun 29 23:30:16.864347 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-a021042d-7062-4f6d-bf4d-c76a74c2286b service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046724 Jun 29 23:30:16.970688 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a3abf6f1-b4aa-4cec-b0f0-2964c35d8aa8 req-6884ad3f-7faa-41f2-9503-4d0355a67dfe service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958564 Jun 29 23:30:17.183255 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-c3448d82-889a-491d-8f38-f9420cdf61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:17.184710 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-c3448d82-889a-491d-8f38-f9420cdf61a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1097 time: 0.0591280 Jun 29 23:30:17.286383 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-37433449-fb95-4810-b8d3-5de079bc3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:17.287856 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-37433449-fb95-4810-b8d3-5de079bc3281 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 200 len: 910 time: 0.0963607 Jun 29 23:30:17.330545 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-ddfd3658-84dd-4f74-b403-6b9e054ae4e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 200 len: 217 time: 0.0357544 Jun 29 23:30:17.399714 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-ee2298f6-fdfc-497d-ac34-6c2bcde206d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:17.401261 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-ee2298f6-fdfc-497d-ac34-6c2bcde206d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=932b54c2-69ac-4668-ae0f-ad1749178bc3 HTTP/1.1" status: 200 len: 848 time: 0.0487428 Jun 29 23:30:17.461108 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-c6f24411-1b11-48c9-807f-04eb4af98b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:17.463254 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-c6f24411-1b11-48c9-807f-04eb4af98b8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3c8e39-ea57-4fe7-8459-47fcadf08891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555496 Jun 29 23:30:17.564111 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-e6b2b146-7a53-4f08-84a4-7ab2cd804ee2 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890892 Jun 29 23:30:17.661419 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-be050cd4-4dfb-449f-9a3b-71456e7c827f req-5394cbfe-f0d3-4d3e-be6c-baf430aa6f26 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897067 Jun 29 23:30:18.026089 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091a29b-4af5-497d-aecc-a96658469c6d req-55001ee4-f71b-47ea-a41e-48addbeca3b7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:18.027781 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3091a29b-4af5-497d-aecc-a96658469c6d req-55001ee4-f71b-47ea-a41e-48addbeca3b7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0664477 Jun 29 23:30:18.068895 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3091a29b-4af5-497d-aecc-a96658469c6d req-79150d46-47ee-4d83-a326-c5d1533858c2 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355299 Jun 29 23:30:19.217748 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-44fae230-ecd7-463c-9c8d-4814c3c38872 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:19.219873 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-44fae230-ecd7-463c-9c8d-4814c3c38872 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/networks?id=1634185d-fced-4aef-889c-1cc2f18c4ecf HTTP/1.1" status: 200 len: 815 time: 0.1044252 Jun 29 23:30:19.237262 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-c230d25e-f041-42d7-a7a1-e9e5db8d2249 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/quotas/236ccb37e16f40e38ba4cbee1be4911b HTTP/1.1" status: 200 len: 375 time: 0.0127165 Jun 29 23:30:19.348249 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-fa98a834-049e-409f-9c04-3395c38bdbfe tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047857 Jun 29 23:30:19.356457 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74ba76-dc90-445e-89dd-d8e868725b33 req-0773ead1-2a45-4a4c-8f4c-dcaa0716c9a5 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:19.359584 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0f74ba76-dc90-445e-89dd-d8e868725b33 req-0773ead1-2a45-4a4c-8f4c-dcaa0716c9a5 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.1043997 Jun 29 23:30:19.444852 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0f74ba76-dc90-445e-89dd-d8e868725b33 req-1d41350c-4c67-4fd2-a53c-cc198382bc1d tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762565 Jun 29 23:30:19.468724 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-0acd0e7d-3146-417a-9d96-f3ec1cf4f5e6 service neutron] 10.222.0.61 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071136 Jun 29 23:30:19.558488 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-13dc2642-0485-4791-8612-c4529b041ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837002 Jun 29 23:30:19.812868 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cca27c8b-85e6-4d2a-ac75-b8dc2eb102b8 req-c62693df-2093-44d6-860f-760cc083902f tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 210 time: 0.0292110 Jun 29 23:30:20.415703 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-76a7a1a1-aa55-44df-b480-84dcdeafe662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:20.626841 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dba24f-2729-4302-9281-6c1d5475733b req-f42ab3e8-881c-43cc-ad69-90b0eb53a8e8 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:20.628332 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-08dba24f-2729-4302-9281-6c1d5475733b req-f42ab3e8-881c-43cc-ad69-90b0eb53a8e8 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0641654 Jun 29 23:30:20.908049 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-08dba24f-2729-4302-9281-6c1d5475733b req-1b6b0be7-44a9-43b8-8d83-247b030fda35 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739956 Jun 29 23:30:21.034009 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c1e5851f-ec44-44c7-b661-df32876668e0 req-434a0544-5b25-4dab-bd84-dbd055ff6743 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 210 time: 0.0267181 Jun 29 23:30:22.081663 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332a30-7891-42c5-aadd-b6845f59c907 req-ff860611-ac94-45b1-9f1e-682fb00e75da tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:22.083235 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-34332a30-7891-42c5-aadd-b6845f59c907 req-ff860611-ac94-45b1-9f1e-682fb00e75da tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0631993 Jun 29 23:30:22.120275 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-34332a30-7891-42c5-aadd-b6845f59c907 req-7828d266-c72d-455a-9774-31268f894634 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Jun 29 23:30:22.184354 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-843903d2-8a67-4492-9cf8-186d6d837c39 req-7278d44a-abdc-4a76-a6e0-0059ae1e4a68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 210 time: 0.0306370 Jun 29 23:30:22.293849 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-47d6598c-3d20-4049-befd-7a53740730fb tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:22.295380 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-47d6598c-3d20-4049-befd-7a53740730fb tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.64 "GET /v2.0/networks?id=1634185d-fced-4aef-889c-1cc2f18c4ecf HTTP/1.1" status: 200 len: 815 time: 0.1122446 Jun 29 23:30:22.314640 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'port': {'device_id': '921d5a05-12f8-4fee-b094-4e58803480f5', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'admin_state_up': True, 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:22.495511 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Made reservation on behalf of 236ccb37e16f40e38ba4cbee1be4911b for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:30:22.499096 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:22.625151 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Allocated IP 172.20.0.7 (1634185d-fced-4aef-889c-1cc2f18c4ecf/993e3f91-b958-4a1c-ad2c-49e5a8acce38/75314ad0-c618-47d5-9f63-3bf642966c73) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:30:22.774049 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:22.788730 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Transition to ACTIVE for port object 75314ad0-c618-47d5-9f63-3bf642966c73 will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:22.913025 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:22.916926 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8ee35435-fd4d-44ca-8a5a-e62466c40e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:23.220993 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Network 1634185d-fced-4aef-889c-1cc2f18c4ecf is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:30:23.224598 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:23.229504 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-521ec802-b768-4687-8633-106b7869d102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:23.230776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:30:23.271061 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'Port': ['ID=75314ad0-c618-47d5-9f63-3bf642966c73,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:23.284393 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:23.299950 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:23.300611 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:23.418043 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1083448 Jun 29 23:30:23.426559 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:23.451366 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Request body: {'port': {'device_id': '921d5a05-12f8-4fee-b094-4e58803480f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:23.466651 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40614968-d486-4ea3-90b9-cd6a492cbbd7 req-8a47d793-eab3-41c9-9b23-7bdfec1b1571 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:23.474529 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40614968-d486-4ea3-90b9-cd6a492cbbd7 req-8a47d793-eab3-41c9-9b23-7bdfec1b1571 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.1283996 Jun 29 23:30:23.504027 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a0937-7d4c-4392-98d7-5751733dfba8 req-0349a0ae-2c27-4c56-b475-65f00d539e9c tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:23.513158 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-417a0937-7d4c-4392-98d7-5751733dfba8 req-0349a0ae-2c27-4c56-b475-65f00d539e9c tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 931 time: 0.1349533 Jun 29 23:30:23.571554 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40614968-d486-4ea3-90b9-cd6a492cbbd7 req-e11bd721-42ac-4824-8a40-e9682a323e1f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957544 Jun 29 23:30:23.587633 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-417a0937-7d4c-4392-98d7-5751733dfba8 req-26680805-11f4-47cb-85ed-5a5dd9550f10 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732563 Jun 29 23:30:23.596777 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-25d73338-8c86-4473-bd52-8d22a10e28fa None None] Provisioning for port 75314ad0-c618-47d5-9f63-3bf642966c73 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:23.606331 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:23.610313 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-25d73338-8c86-4473-bd52-8d22a10e28fa None None] Provisioning complete for port 75314ad0-c618-47d5-9f63-3bf642966c73 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:23.611129 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-25d73338-8c86-4473-bd52-8d22a10e28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:23.656484 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-25d73338-8c86-4473-bd52-8d22a10e28fa None None] Port 75314ad0-c618-47d5-9f63-3bf642966c73 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:30:23.926120 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75314ad0-c618-47d5-9f63-3bf642966c73 {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:30:23.933929 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:23.946377 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Transition to ACTIVE for port object 75314ad0-c618-47d5-9f63-3bf642966c73 will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:24.021027 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:24.023251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-551fdf7c-8790-4057-a553-0246ed4bbda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:24.079492 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Pushing event updated for resources: {'Port': ['ID=75314ad0-c618-47d5-9f63-3bf642966c73,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:24.083617 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:24.183651 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Attempting to bind port 75314ad0-c618-47d5-9f63-3bf642966c73 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:30:24.184251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Attempting to bind port 75314ad0-c618-47d5-9f63-3bf642966c73 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:30:24.184710 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Attempting to bind port 75314ad0-c618-47d5-9f63-3bf642966c73 on network 1634185d-fced-4aef-889c-1cc2f18c4ecf {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:24.193671 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Port 75314ad0-c618-47d5-9f63-3bf642966c73 on network 1634185d-fced-4aef-889c-1cc2f18c4ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:30:24.193996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Attempting to bind port 75314ad0-c618-47d5-9f63-3bf642966c73 on network 1634185d-fced-4aef-889c-1cc2f18c4ecf {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:24.209367 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:30:24.209722 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Checking segment: {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:30:24.210200 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Bound using segment: {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:30:24.210646 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Bound port: 75314ad0-c618-47d5-9f63-3bf642966c73, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f219eaf-0dec-4859-bc98-b77032f4713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:30:24.211393 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:24.309577 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] For port 75314ad0-c618-47d5-9f63-3bf642966c73, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:30:24.314043 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] For port 75314ad0-c618-47d5-9f63-3bf642966c73, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=75314ad0-c618-47d5-9f63-3bf642966c73,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:30:24.400309 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:24.402981 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:24.438801 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:24.442549 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:24.443173 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:24.444580 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-40080521-c049-4f4e-bc94-dea36622882d service neutron] 10.222.0.64 "PUT /v2.0/ports/75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 200 len: 1093 time: 1.0022414 Jun 29 23:30:24.445088 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:30:24.447366 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca07999-044a-4d46-a008-95d03acc1c51" -d '{"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:30:24.479233 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Pushing event updated for resources: {'Port': ['ID=75314ad0-c618-47d5-9f63-3bf642966c73,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:24.482832 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:24.505381 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c653de-43e3-4c09-9e09-130f3c451c7a x-openstack-request-id: req-f2c653de-43e3-4c09-9e09-130f3c451c7a {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:30:24.505974 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:30:24.506547 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2c653de-43e3-4c09-9e09-130f3c451c7a {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:30:24.507172 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73', 'status': 'completed', 'code': 200} Jun 29 23:30:24.760748 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d87f0-768e-4298-8cbb-361e9b6a69d4 req-30ffe757-32d4-4a8c-b959-815b48639e3e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:24.767152 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e57d87f0-768e-4298-8cbb-361e9b6a69d4 req-30ffe757-32d4-4a8c-b959-815b48639e3e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0719547 Jun 29 23:30:24.802103 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e57d87f0-768e-4298-8cbb-361e9b6a69d4 req-8e5ba1b8-e2d4-47ae-bc82-20e32d37e81a tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334158 Jun 29 23:30:24.976009 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a66ec-8536-4046-9cdf-aa68aacc1b04 req-6b1ef964-db47-4a5d-8b52-b9255452fd1b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:24.977406 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e3a66ec-8536-4046-9cdf-aa68aacc1b04 req-6b1ef964-db47-4a5d-8b52-b9255452fd1b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.0720291 Jun 29 23:30:25.013443 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e3a66ec-8536-4046-9cdf-aa68aacc1b04 req-96bf508a-da57-4bc8-9fe2-b6f749282fdd tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303354 Jun 29 23:30:25.717949 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:25.989782 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3f3ad-1ed8-40cb-ae89-bb61f39222dd req-7012d825-ddef-424a-9564-960600a6df1b tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:25.991257 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cec3f3ad-1ed8-40cb-ae89-bb61f39222dd req-7012d825-ddef-424a-9564-960600a6df1b tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0703642 Jun 29 23:30:26.028518 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cec3f3ad-1ed8-40cb-ae89-bb61f39222dd req-f80ad306-c8fe-49bb-b50a-dd50cb16ecb7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Jun 29 23:30:26.146799 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device fa5629cd-572a-459d-bfd1-8f6ae7b45c2f details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:30:26.201613 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fc59b-118f-4514-a493-df4a07c76fa7 req-0a04b9f7-50c2-47b2-9942-95edafa26aa0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:26.203135 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a3fc59b-118f-4514-a493-df4a07c76fa7 req-0a04b9f7-50c2-47b2-9942-95edafa26aa0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.0686927 Jun 29 23:30:26.246404 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a3fc59b-118f-4514-a493-df4a07c76fa7 req-4f782b56-0cd2-46ec-8d12-d7d04d6ba37b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365732 Jun 29 23:30:26.251387 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:26.268386 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'port_id': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'mac_address': 'fa:16:3e:a6:dc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:30:26.301272 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:26.316364 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5629cd-572a-459d-bfd1-8f6ae7b45c2f {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:30:26.339753 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:26.402569 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:26.404506 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:26.461500 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:26.464458 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:26.721609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['fa5629cd-572a-459d-bfd1-8f6ae7b45c2f'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:30:27.246710 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4dd22-b7c0-4a52-938a-5662ba3aa3ee req-8587c61b-7592-40d6-8bcd-e801da5eb786 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:27.248387 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91a4dd22-b7c0-4a52-938a-5662ba3aa3ee req-8587c61b-7592-40d6-8bcd-e801da5eb786 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 945 time: 0.0946772 Jun 29 23:30:27.293686 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91a4dd22-b7c0-4a52-938a-5662ba3aa3ee req-2c959dbe-438a-4b2d-958f-2051bd1ff551 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394173 Jun 29 23:30:27.503510 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1730464-8ac5-4d75-8d09-4f70d25a6e92 req-07b287d7-fa35-4ecb-9955-7ba924af8425 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:27.504961 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d1730464-8ac5-4d75-8d09-4f70d25a6e92 req-07b287d7-fa35-4ecb-9955-7ba924af8425 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.0962954 Jun 29 23:30:27.550432 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d1730464-8ac5-4d75-8d09-4f70d25a6e92 req-dff4b153-e853-4941-82cb-d77e723e7db6 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Jun 29 23:30:28.145721 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device fa5629cd-572a-459d-bfd1-8f6ae7b45c2f up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:28.278520 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:28.283191 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:28.283610 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:28.377131 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:28.399953 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:30:28.402242 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9b00f6-77b6-410d-bf04-e5051e17ff28" -d '{"events": [{"server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "name": "network-vif-plugged", "status": "completed", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:30:28.415218 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:28.489142 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:28.491862 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:28.503680 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa7367-959f-4374-a3ad-6acbe1822ff1 req-0a27bb4d-535f-4c05-bd42-fe84a5e82770 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:28.517088 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cfaa7367-959f-4374-a3ad-6acbe1822ff1 req-0a27bb4d-535f-4c05-bd42-fe84a5e82770 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 945 time: 0.0880060 Jun 29 23:30:28.662745 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cfaa7367-959f-4374-a3ad-6acbe1822ff1 req-ecbadf74-2f15-4744-840f-8df45ae29950 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398672 Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:28.665016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3293bdc5-030d-4e06-ad7e-05a0101708d6 x-openstack-request-id: req-3293bdc5-030d-4e06-ad7e-05a0101708d6 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:30:28.667303 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "name": "network-vif-plugged", "status": "completed", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:30:28.667303 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3293bdc5-030d-4e06-ad7e-05a0101708d6 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:30:28.667303 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'code': 200} Jun 29 23:30:28.826414 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1880519-9b7f-4b9a-a71e-61db2684cfca req-36f7a43a-15f0-424c-9a33-d75390718935 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:28.828190 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1880519-9b7f-4b9a-a71e-61db2684cfca req-36f7a43a-15f0-424c-9a33-d75390718935 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.0700350 Jun 29 23:30:28.867115 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1880519-9b7f-4b9a-a71e-61db2684cfca req-eab6aa58-83a4-4a5d-b30a-679ab1157904 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Jun 29 23:30:29.745666 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499c84b-7bf1-4a06-965c-6c4c05f69fa4 req-b761671c-84ae-4ac3-b003-9e7b3afbf047 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:29.747117 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d499c84b-7bf1-4a06-965c-6c4c05f69fa4 req-b761671c-84ae-4ac3-b003-9e7b3afbf047 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0750694 Jun 29 23:30:29.790843 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d499c84b-7bf1-4a06-965c-6c4c05f69fa4 req-e2377d9d-70e5-4b3d-ba02-56d9fc5644b6 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379591 Jun 29 23:30:30.062584 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474841-5f7b-44c5-99fb-acdccf6278d4 req-d01ca10d-444f-4ad1-9319-2997982011ba tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:30.064224 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b474841-5f7b-44c5-99fb-acdccf6278d4 req-d01ca10d-444f-4ad1-9319-2997982011ba tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.0698643 Jun 29 23:30:30.124582 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b474841-5f7b-44c5-99fb-acdccf6278d4 req-ac7c56c2-172c-45fb-ad5f-00d66e634726 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526972 Jun 29 23:30:30.741380 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:30.873098 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1d5e0-fe24-4cca-8a64-68f36a0dfd3d req-dfe18986-a603-4d5d-b000-d8eb50db3727 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:31.054010 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-67e1d5e0-fe24-4cca-8a64-68f36a0dfd3d req-dfe18986-a603-4d5d-b000-d8eb50db3727 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.1002078 Jun 29 23:30:31.054010 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-67e1d5e0-fe24-4cca-8a64-68f36a0dfd3d req-80648556-ff51-42f4-b2b3-76499edc0c58 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360000 Jun 29 23:30:31.092598 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21885cb-3cfb-4715-85e8-e216869b728d req-0268de7d-bc45-47cb-a96c-9b7680094343 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:31.100666 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c21885cb-3cfb-4715-85e8-e216869b728d req-0268de7d-bc45-47cb-a96c-9b7680094343 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0718880 Jun 29 23:30:31.137636 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c21885cb-3cfb-4715-85e8-e216869b728d req-232efeb2-c139-4e22-a9cf-38f8f2823671 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357902 Jun 29 23:30:31.366305 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d386e7-aad1-4734-ad0a-605455d731d4 req-4048771d-aeef-447f-85b2-4e3a79eed202 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:31.368027 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55d386e7-aad1-4734-ad0a-605455d731d4 req-4048771d-aeef-447f-85b2-4e3a79eed202 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.0928824 Jun 29 23:30:31.415570 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55d386e7-aad1-4734-ad0a-605455d731d4 req-c1c8f518-beca-4d3b-a53d-b090c07e7e1e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Jun 29 23:30:32.123095 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967b8d-a036-4cb4-9dcf-dec0caade488 req-28e3adcf-30ee-499e-8987-021a7b205aca tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:32.125005 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18967b8d-a036-4cb4-9dcf-dec0caade488 req-28e3adcf-30ee-499e-8987-021a7b205aca tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.0798140 Jun 29 23:30:32.166636 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18967b8d-a036-4cb4-9dcf-dec0caade488 req-9830f945-fd0c-4201-affc-c20461d86dfc tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342355 Jun 29 23:30:32.371936 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08117c7-06a7-436e-ba94-ce17ec6a0005 req-e16492bb-4dcf-4368-8543-e7439f74b46a tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:32.378956 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e08117c7-06a7-436e-ba94-ce17ec6a0005 req-e16492bb-4dcf-4368-8543-e7439f74b46a tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0836611 Jun 29 23:30:32.444706 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e08117c7-06a7-436e-ba94-ce17ec6a0005 req-a61ff496-3712-423d-95ba-6eeeb5b97137 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646343 Jun 29 23:30:32.623273 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582ba5-d97e-41ef-9914-aa8d2e0457d8 req-1a86f378-d02c-494d-9fec-858d04fca11a tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:32.624933 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f9582ba5-d97e-41ef-9914-aa8d2e0457d8 req-1a86f378-d02c-494d-9fec-858d04fca11a tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.0763822 Jun 29 23:30:32.671592 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f9582ba5-d97e-41ef-9914-aa8d2e0457d8 req-0d100082-94a6-49b8-8a3f-d843f2cc379d tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Jun 29 23:30:33.375691 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad705bf5-ed6a-4624-aa44-d0a828c14efc req-e154a613-f9d6-4df7-acde-96e8338e305b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:33.377197 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ad705bf5-ed6a-4624-aa44-d0a828c14efc req-e154a613-f9d6-4df7-acde-96e8338e305b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.0780172 Jun 29 23:30:33.415305 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ad705bf5-ed6a-4624-aa44-d0a828c14efc req-127ae70f-28e5-45fa-a54a-844c65f229df tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Jun 29 23:30:33.520285 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca07999-044a-4d46-a008-95d03acc1c51 req-3192aba5-5f62-4694-ba41-efcdc43d671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:33.522491 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-dca07999-044a-4d46-a008-95d03acc1c51 req-3192aba5-5f62-4694-ba41-efcdc43d671f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 1096 time: 0.0725033 Jun 29 23:30:33.674649 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca07999-044a-4d46-a008-95d03acc1c51 req-39726a76-55a4-4213-83cc-77b69a28c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:33.676158 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-dca07999-044a-4d46-a008-95d03acc1c51 req-39726a76-55a4-4213-83cc-77b69a28c117 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1368971 Jun 29 23:30:33.715642 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478905-f87a-4048-a7ff-efb515d1ffa3 req-ecde9bbe-b0c4-4be7-aa11-2bf4e0228280 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:33.717960 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c478905-f87a-4048-a7ff-efb515d1ffa3 req-ecde9bbe-b0c4-4be7-aa11-2bf4e0228280 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.1349690 Jun 29 23:30:33.764774 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c478905-f87a-4048-a7ff-efb515d1ffa3 req-44db9518-2f90-449b-ac5d-861ef95f6cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407526 Jun 29 23:30:33.815205 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca07999-044a-4d46-a008-95d03acc1c51 req-d4521c68-ad71-4c4b-a39c-b0dc733bf355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:33.817450 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-dca07999-044a-4d46-a008-95d03acc1c51 req-d4521c68-ad71-4c4b-a39c-b0dc733bf355 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314130 Jun 29 23:30:33.877830 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9465ef3-95d5-45f2-a477-2661fbfb3fb8 req-db75742b-a7ad-451a-aacb-d68a5890b627 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:33.884868 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c9465ef3-95d5-45f2-a477-2661fbfb3fb8 req-db75742b-a7ad-451a-aacb-d68a5890b627 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.0734954 Jun 29 23:30:33.922742 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c9465ef3-95d5-45f2-a477-2661fbfb3fb8 req-8f8dd14b-55d2-4cfa-a875-816e1a7b5457 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368636 Jun 29 23:30:33.957489 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-7aee26bc-fb5d-4608-8cb1-2fd26fe5ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:33.959093 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-7aee26bc-fb5d-4608-8cb1-2fd26fe5ffd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 1096 time: 0.0613134 Jun 29 23:30:34.075033 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-da0960c6-e355-4a53-93fe-e688a13b815e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 200 len: 217 time: 0.0697622 Jun 29 23:30:34.149933 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-36e43e6b-75e3-4980-b820-c16743500927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:34.151813 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-36e43e6b-75e3-4980-b820-c16743500927 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993e3f91-b958-4a1c-ad2c-49e5a8acce38 HTTP/1.1" status: 200 len: 854 time: 0.0565581 Jun 29 23:30:34.164195 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea2bc-c783-4ce4-825c-c02dd4436c69 req-3bed75f6-a668-4b2c-869c-a4304c89f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:34.165675 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-eb9ea2bc-c783-4ce4-825c-c02dd4436c69 req-3bed75f6-a668-4b2c-869c-a4304c89f9a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1099 time: 0.1012182 Jun 29 23:30:34.245643 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-eb9ea2bc-c783-4ce4-825c-c02dd4436c69 req-d18a3956-f007-4fdd-b431-353132c1c9b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611925 Jun 29 23:30:34.260641 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-467b7b2d-6c8c-48b2-96bb-d1ad4c2a0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:34.262069 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-467b7b2d-6c8c-48b2-96bb-d1ad4c2a0d8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1634185d-fced-4aef-889c-1cc2f18c4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765624 Jun 29 23:30:34.615167 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a94ac7-8cf4-4eb9-bd21-0d1240c8f5b3 req-ee4ef4b6-1c39-437f-a802-c9f2b8d42ee6 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:34.616740 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e3a94ac7-8cf4-4eb9-bd21-0d1240c8f5b3 req-ee4ef4b6-1c39-437f-a802-c9f2b8d42ee6 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.0859959 Jun 29 23:30:34.645798 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-189b5488-633a-4246-8b5a-56e7b94f417d service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179602 Jun 29 23:30:34.659128 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e3a94ac7-8cf4-4eb9-bd21-0d1240c8f5b3 req-38124442-4f02-422a-b7dd-173bcf7680c8 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359378 Jun 29 23:30:34.750316 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a0f1cc10-071a-48e4-a52a-d337d1a10184 req-c383f8b3-2fb0-408a-973a-49aa327e8a3b service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970373 Jun 29 23:30:34.978376 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da06ba-c628-42bc-9383-1ac57c144fec req-d864125e-3a6f-4df1-9518-68811f055b0a tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:34.980440 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-98da06ba-c628-42bc-9383-1ac57c144fec req-d864125e-3a6f-4df1-9518-68811f055b0a tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0750682 Jun 29 23:30:35.023945 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-98da06ba-c628-42bc-9383-1ac57c144fec req-9f00f36d-a0ea-486e-9e86-8cfe991fe22c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376794 Jun 29 23:30:35.107934 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685248a6-8666-4b65-b0e4-1826a15a7865 req-02d23049-0f73-4e78-a586-c90ee04623a5 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:35.109425 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-685248a6-8666-4b65-b0e4-1826a15a7865 req-02d23049-0f73-4e78-a586-c90ee04623a5 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.0666499 Jun 29 23:30:35.147802 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-685248a6-8666-4b65-b0e4-1826a15a7865 req-f8ef8b02-276d-4135-9b49-c385ab3621e8 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Jun 29 23:30:35.857565 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d4414-5404-4be7-874d-fcb37d3e0c3d req-23cc7c2d-f27b-4572-8c26-7ed2b9247615 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:35.859548 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e10d4414-5404-4be7-874d-fcb37d3e0c3d req-23cc7c2d-f27b-4572-8c26-7ed2b9247615 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.0815349 Jun 29 23:30:35.899315 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e10d4414-5404-4be7-874d-fcb37d3e0c3d req-eb2575b6-c6d6-4a28-8bd7-45f3c310fbe6 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339537 Jun 29 23:30:35.944583 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-bc7a7d14-0736-4061-a3e4-8209adcd77e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746663 Jun 29 23:30:36.108050 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-a2140d24-5753-46d7-a6ae-b69fbee0c65a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:36.110009 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-a2140d24-5753-46d7-a6ae-b69fbee0c65a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.1105700 Jun 29 23:30:36.112907 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-ce1e4866-3d1c-47fe-85d3-1c538084a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:36.114161 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-ce1e4866-3d1c-47fe-85d3-1c538084a8fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0862648 Jun 29 23:30:36.238247 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e916-6bd2-4768-b772-463b3d3c1a25 req-8c612922-9b40-4754-8fe2-b909772b2176 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:36.239648 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9bb9e916-6bd2-4768-b772-463b3d3c1a25 req-8c612922-9b40-4754-8fe2-b909772b2176 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0916765 Jun 29 23:30:36.290732 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-769f911a-c50e-455a-963d-220fd4e4b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:36.292233 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-769f911a-c50e-455a-963d-220fd4e4b2ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 200 len: 912 time: 0.1464913 Jun 29 23:30:36.296144 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9bb9e916-6bd2-4768-b772-463b3d3c1a25 req-e7b5abff-d0d5-460f-8640-8b79a90a5514 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469639 Jun 29 23:30:36.343374 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Deleting port 149575bc-8d74-4195-ac19-c70cca2982db {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:30:36.344054 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:36.396441 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8909646-4b8c-4896-8b42-e885a0cdfd2b req-fd17d0cc-61bd-42f1-b742-639191542075 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:36.411563 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d8909646-4b8c-4896-8b42-e885a0cdfd2b req-fd17d0cc-61bd-42f1-b742-639191542075 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.1052520 Jun 29 23:30:36.431527 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-4bf6ff8e-5858-48ed-a2ae-85b3e0174f22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=149b0e0d-3be1-43b1-8333-f28b4410239a HTTP/1.1" status: 200 len: 1002 time: 0.1303575 Jun 29 23:30:36.481682 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d8909646-4b8c-4896-8b42-e885a0cdfd2b req-e7506951-cdfb-49d4-b29f-0f9698957bfd tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665948 Jun 29 23:30:36.492180 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-ec370cbb-0bcc-47e2-8b61-dbb5bc318bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:36.492978 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-ec370cbb-0bcc-47e2-8b61-dbb5bc318bb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5cd51bbb-eb2f-4679-8361-22fe3e4938f8 HTTP/1.1" status: 200 len: 850 time: 0.0550396 Jun 29 23:30:36.564380 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] For port 149575bc-8d74-4195-ac19-c70cca2982db, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149575bc-8d74-4195-ac19-c70cca2982db,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:36.564380 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:36.671143 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-e4599175-87de-4e7a-8244-fc202c14d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:36.672508 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-e4599175-87de-4e7a-8244-fc202c14d6c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d8ecfa1-3c87-4166-9abc-18a879e92697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1615777 Jun 29 23:30:36.706214 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796799-817a-493a-919a-0ca905010492 req-0eff3164-08ce-45cb-87f1-7b05a30dba70 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:36.707990 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f796799-817a-493a-919a-0ca905010492 req-0eff3164-08ce-45cb-87f1-7b05a30dba70 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.1016767 Jun 29 23:30:36.751198 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f796799-817a-493a-919a-0ca905010492 req-177a7b2d-2107-41b5-9241-8b60f337a875 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366845 Jun 29 23:30:36.786339 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49824) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:30:36.812499 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:36.816648 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:36.816648 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.l3_db [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Floating IP 06e62a33-4551-4e23-9cca-2753d80636a5 disassociated. External IP: 172.27.1.82, port: 149575bc-8d74-4195-ac19-c70cca2982db. Jun 29 23:30:36.816648 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Calling delete_port for 149575bc-8d74-4195-ac19-c70cca2982db owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:30:36.872784 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-1a4c54a0-d5fd-460f-a9c8-45c961129da2 service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924224 Jun 29 23:30:36.998500 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63cbdb-9654-4db8-b984-7a90b8cbb6dc tempest-TestShelveInstance-1607076247 tempest-TestShelveInstance-1607076247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:37.001505 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0d63cbdb-9654-4db8-b984-7a90b8cbb6dc tempest-TestShelveInstance-1607076247 tempest-TestShelveInstance-1607076247-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1094 time: 0.2140241 Jun 29 23:30:37.004359 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 49834) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:30:37.014350 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Request body: {'floatingip': {'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'port_id': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:37.046813 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cc84cb60-59ae-4802-8544-e40e50551d4a req-8cb8cf73-8753-4671-855d-3af91131eebb service neutron] 10.222.0.64 "GET /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558323 Jun 29 23:30:37.113237 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for floatingip, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:37.133784 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6883c1-588f-4d20-9c06-9dcb8a717356 req-d7c8ba22-c645-4a32-8797-87c49d371bf8 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:37.135267 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e6883c1-588f-4d20-9c06-9dcb8a717356 req-d7c8ba22-c645-4a32-8797-87c49d371bf8 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 945 time: 0.0815630 Jun 29 23:30:37.175677 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:37.180585 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-680c3868-106f-4233-a4b0-bba55fbb100d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:37.213201 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e6883c1-588f-4d20-9c06-9dcb8a717356 req-0d439fa7-0dd7-4277-8d63-f7ba372231f2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467210 Jun 29 23:30:37.214731 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event deleted for resources: {'Port': ['ID=149575bc-8d74-4195-ac19-c70cca2982db,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:37.216042 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:37.307165 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:37.370320 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:30:37.466099 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Allocated IP 172.27.1.90 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/edbb7755-fdfb-4234-9a96-5972500b6d85) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:30:37.478753 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613c9af-01f2-45da-b7e1-ff4799881cc8 req-4ed4f9f0-5451-4a76-b80e-08a29b2f6f55 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:37.480462 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7613c9af-01f2-45da-b7e1-ff4799881cc8 req-4ed4f9f0-5451-4a76-b80e-08a29b2f6f55 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.1318030 Jun 29 23:30:37.493356 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:30:37.513429 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] Sync routers for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:30:37.532692 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:37.533356 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:37.554662 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] No DVR routers for this DVR port 149575bc-8d74-4195-ac19-c70cca2982db on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:30:37.566097 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:37.570458 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3ecca214-3bf8-4bf0-8e4b-4db48f977297 req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "DELETE /v2.0/ports/149575bc-8d74-4195-ac19-c70cca2982db HTTP/1.1" status: 204 len: 173 time: 1.4519315 Jun 29 23:30:37.572725 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'name': 'network-vif-deleted', 'tag': '149575bc-8d74-4195-ac19-c70cca2982db'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:30:37.595850 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b8c716-4c09-4799-bd25-3e713d626df4" -d '{"events": [{"server_uuid": "fef4781e-8c32-4885-8fda-c89d0571f89f", "name": "network-vif-deleted", "tag": "149575bc-8d74-4195-ac19-c70cca2982db"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:30:37.606773 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7613c9af-01f2-45da-b7e1-ff4799881cc8 req-8f28de98-ede1-4edf-8b75-37a2765a7fa6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629153 Jun 29 23:30:37.722377 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:37.727378 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:37.798769 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b54d8-30af-46f7-8c9a-d0cf5355f8f3 req-ce6b2b46-6cf6-4071-8897-60d976e32851 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:37.807899 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-629b54d8-30af-46f7-8c9a-d0cf5355f8f3 req-ce6b2b46-6cf6-4071-8897-60d976e32851 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 943 time: 0.1343591 Jun 29 23:30:37.904449 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-629b54d8-30af-46f7-8c9a-d0cf5355f8f3 req-8bba4249-caca-44a9-8d1f-48cc6cdba636 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955257 Jun 29 23:30:37.907736 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-529152824'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:37.909904 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-441b37e4-80b4-4ef2-bf0e-03355c5e8161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:37.967877 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:37.968457 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:30:37.972499 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:37.973532 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777744f1-b4d8-4c6b-af24-06ec12cd7b6c x-openstack-request-id: req-777744f1-b4d8-4c6b-af24-06ec12cd7b6c {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:30:37.975047 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef4781e-8c32-4885-8fda-c89d0571f89f", "name": "network-vif-deleted", "tag": "149575bc-8d74-4195-ac19-c70cca2982db", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:30:37.975047 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-777744f1-b4d8-4c6b-af24-06ec12cd7b6c {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:30:37.977354 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef4781e-8c32-4885-8fda-c89d0571f89f', 'name': 'network-vif-deleted', 'tag': '149575bc-8d74-4195-ac19-c70cca2982db', 'status': 'completed', 'code': 200} Jun 29 23:30:37.982528 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:30:38.001701 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] Checking router: 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:30:38.012618 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:38.013750 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:38.016312 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'Port': ['ID=edbb7755-fdfb-4234-9a96-5972500b6d85,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:38.019788 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:38.132079 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:38.176234 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 75314ad0-c618-47d5-9f63-3bf642966c73 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:30:38.462276 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c71a3e23-aad4-4c5d-a561-7bb57de554e6 req-0db8262e-c994-4d25-a087-9470f2fe2869 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=fef4781e-8c32-4885-8fda-c89d0571f89f HTTP/1.1" status: 200 len: 210 time: 0.0709889 Jun 29 23:30:38.547967 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:38.587202 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 75314ad0-c618-47d5-9f63-3bf642966c73, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=75314ad0-c618-47d5-9f63-3bf642966c73,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:38.602208 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '75314ad0-c618-47d5-9f63-3bf642966c73', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'port_id': '75314ad0-c618-47d5-9f63-3bf642966c73', 'mac_address': 'fa:16:3e:b8:87:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:30:38.649460 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:38.677830 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:38.679854 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542b093-17ea-495b-a197-73bc26b42a2c None None] The sync data for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi is: [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:30:38.699489 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75314ad0-c618-47d5-9f63-3bf642966c73 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:30:38.725794 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 75314ad0-c618-47d5-9f63-3bf642966c73, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=75314ad0-c618-47d5-9f63-3bf642966c73,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:38.822116 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:38.856216 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:38.859107 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:38.905424 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff4eeb-c88a-4318-8380-c1202177d29e req-595a792e-7d99-4cd6-a077-f74a2e060014 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:38.907083 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0ff4eeb-c88a-4318-8380-c1202177d29e req-595a792e-7d99-4cd6-a077-f74a2e060014 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.1639490 Jun 29 23:30:38.944904 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=75314ad0-c618-47d5-9f63-3bf642966c73,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:38.952412 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:39.033864 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0ff4eeb-c88a-4318-8380-c1202177d29e req-37f551f0-5905-4067-b431-b9863b50c118 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132143 Jun 29 23:30:39.051614 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7acda23-ddfd-445e-98bb-78e6ce6a427f None None] New status for floating IP 06e62a33-4551-4e23-9cca-2753d80636a5: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:30:39.121866 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:39.182521 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb63087-bdb7-4733-bc18-d8b567c64555 req-ba94651c-f1a2-4386-bab5-3f4fc58100ce tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:39.185050 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-adb63087-bdb7-4733-bc18-d8b567c64555 req-ba94651c-f1a2-4386-bab5-3f4fc58100ce tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 944 time: 0.0748110 Jun 29 23:30:39.185050 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529152778'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:39.187587 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-059511ad-1a19-4e13-a6c9-3cfbb22aa8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:39.245385 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['75314ad0-c618-47d5-9f63-3bf642966c73'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:30:39.292177 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event updated for resources: {'Port': ['ID=edbb7755-fdfb-4234-9a96-5972500b6d85,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:39.301053 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:39.302756 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:39.352262 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-adb63087-bdb7-4733-bc18-d8b567c64555 req-b4c1b4f4-18a2-4b0c-8444-cc8b0a962bc7 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411200 Jun 29 23:30:39.677586 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Floating IP b507a094-2284-4cdf-a1b2-6b3772f71288 associated. External IP: 172.27.1.90, port: fa5629cd-572a-459d-bfd1-8f6ae7b45c2f. Jun 29 23:30:39.844352 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-26aa5b10-c7b8-4135-9d8a-dbf0f9c309cb tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044051501&fields=id&tenant_id=e29cf551b9714c0f844c4e3b6f03c84a HTTP/1.1" status: 200 len: 267 time: 0.0773435 Jun 29 23:30:39.985709 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Router 2e946843-747f-4634-8066-18cd2c57f857 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:30:40.009204 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-8495a7cd-6fce-443a-a1f2-af62694e4bd6 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:40.010643 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-8495a7cd-6fce-443a-a1f2-af62694e4bd6 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 811 time: 0.1576595 Jun 29 23:30:40.062547 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-c29c69b6-c416-4d9d-86b2-2007ef057044 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/quotas/e29cf551b9714c0f844c4e3b6f03c84a HTTP/1.1" status: 200 len: 375 time: 0.0463662 Jun 29 23:30:40.167935 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:30:40.180321 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] Sync routers for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:30:40.192697 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 75314ad0-c618-47d5-9f63-3bf642966c73 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:40.222307 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:40.222945 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:40.226883 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-4c615ae0-fa20-4026-ab93-ab25e3a86480 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1555612 Jun 29 23:30:40.287304 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:40.320994 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e4df6-f12f-48dd-81bf-1b3fc983dd19 req-034bad33-b2b6-428e-9396-aaf570f1d6fe tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:40.323370 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8b9e4df6-f12f-48dd-81bf-1b3fc983dd19 req-034bad33-b2b6-428e-9396-aaf570f1d6fe tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.1528251 Jun 29 23:30:40.347670 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:40.385410 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3639362 Jun 29 23:30:40.385410 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:30:40.385410 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f198bf3-d64e-42d1-863f-e20813d942c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:30:40.416842 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8b9e4df6-f12f-48dd-81bf-1b3fc983dd19 req-5105398b-e52f-42ab-97ca-83eca3d14c7b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812242 Jun 29 23:30:40.430979 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-93e791e6-bb12-43f0-8851-a8d2e5c7dc98 service neutron] 10.222.0.61 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865840 Jun 29 23:30:40.446351 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 75314ad0-c618-47d5-9f63-3bf642966c73 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:40.461211 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 75314ad0-c618-47d5-9f63-3bf642966c73 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:40.461604 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:40.606672 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-a19413ad-0553-4526-8ce3-aad663335ca5 service neutron] 10.222.0.61 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621971 Jun 29 23:30:40.631406 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7db0db-509b-4b18-ad81-7fd5b3aab573 req-7fd4e8dd-14d4-4670-b64a-37654eb45cc4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:40.634633 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:40.640520 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fe7db0db-509b-4b18-ad81-7fd5b3aab573 req-7fd4e8dd-14d4-4670-b64a-37654eb45cc4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 944 time: 0.1107211 Jun 29 23:30:40.679055 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:30:40.682207 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e803a1-a2e8-44ba-961b-7dbb5744adc1" -d '{"events": [{"server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "name": "network-vif-plugged", "status": "completed", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:30:40.697411 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 75314ad0-c618-47d5-9f63-3bf642966c73, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=75314ad0-c618-47d5-9f63-3bf642966c73,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:40.716421 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fe7db0db-509b-4b18-ad81-7fd5b3aab573 req-3dcd22f6-8a6f-4678-9a74-74cda0f11792 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678742 Jun 29 23:30:40.730077 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': 'b507a094-2284-4cdf-a1b2-6b3772f71288', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '2e946843-747f-4634-8066-18cd2c57f857', 'port_id': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'mac_address': 'fa:16:3e:a6:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:30:38Z', 'updated_at': '2021-06-29T23:30:38Z', 'revision_number': 0, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541f45b6-73d8-4e69-ba64-5fd1a5a716cb', 'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'mac_address': 'fa:16:3e:ec:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:36Z', 'updated_at': '2021-06-29T23:29:42Z', 'revision_number': 5, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'subnets': [{'id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:40.770858 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:40.771843 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 149575bc-8d74-4195-ac19-c70cca2982db no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:30:40.773550 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] Checking router: 2e946843-747f-4634-8066-18cd2c57f857 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:30:40.775993 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:40.814138 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 149575bc-8d74-4195-ac19-c70cca2982db {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:30:40.814496 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 149575bc-8d74-4195-ac19-c70cca2982db not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:30:40.828715 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:40.829537 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:40.851760 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd9fbd9-63ca-4e32-9066-f94536401ec6 x-openstack-request-id: req-1fd9fbd9-63ca-4e32-9066-f94536401ec6 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:30:40.853344 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:30:40.855211 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1fd9fbd9-63ca-4e32-9066-f94536401ec6 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:30:40.856339 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'status': 'completed', 'code': 200} Jun 29 23:30:40.878284 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=75314ad0-c618-47d5-9f63-3bf642966c73,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:40.884640 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:40.889588 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d83f8c-c365-4ef7-89b5-67fd7eb1b707 x-openstack-request-id: req-a5d83f8c-c365-4ef7-89b5-67fd7eb1b707 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:30:40.889887 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "name": "network-vif-plugged", "status": "completed", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:30:40.890157 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a5d83f8c-c365-4ef7-89b5-67fd7eb1b707 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:30:40.890535 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73', 'code': 200} Jun 29 23:30:40.955507 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:41.023498 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-52b22f32-d83f-409b-8e61-d77a4e3f8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:41.026113 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-52b22f32-d83f-409b-8e61-d77a4e3f8220 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1099 time: 0.1031387 Jun 29 23:30:41.126695 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-f8b15ddf-f5c8-4a1f-a7b3-1d8fd0f9608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:41.128501 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-f8b15ddf-f5c8-4a1f-a7b3-1d8fd0f9608b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 200 len: 910 time: 0.0961418 Jun 29 23:30:41.216742 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': 'b507a094-2284-4cdf-a1b2-6b3772f71288', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '2e946843-747f-4634-8066-18cd2c57f857', 'port_id': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'mac_address': 'fa:16:3e:a6:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:30:38Z', 'updated_at': '2021-06-29T23:30:38Z', 'revision_number': 0, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541f45b6-73d8-4e69-ba64-5fd1a5a716cb', 'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'mac_address': 'fa:16:3e:ec:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:36Z', 'updated_at': '2021-06-29T23:29:42Z', 'revision_number': 5, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'subnets': [{'id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:41.250246 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3cbaa-1638-43fc-b79e-6dccf6240e19 None None] The sync data for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi is: [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': 'b507a094-2284-4cdf-a1b2-6b3772f71288', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '2e946843-747f-4634-8066-18cd2c57f857', 'port_id': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'mac_address': 'fa:16:3e:a6:dc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:30:38Z', 'updated_at': '2021-06-29T23:30:38Z', 'revision_number': 0, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541f45b6-73d8-4e69-ba64-5fd1a5a716cb', 'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'mac_address': 'fa:16:3e:ec:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:36Z', 'updated_at': '2021-06-29T23:29:42Z', 'revision_number': 5, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'subnets': [{'id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:30:41.272266 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-52db61bb-0164-49a4-a068-8a35f0fe302c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 200 len: 999 time: 0.1281288 Jun 29 23:30:41.303386 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b28367b3-cd75-4f8d-904e-c38d3c09f7a9 req-921f5cd4-2336-4982-8c5f-04f9915f0899 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 210 time: 0.0322680 Jun 29 23:30:41.362832 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-4c766639-7182-4930-a98c-f9aafd02fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:41.364579 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-4c766639-7182-4930-a98c-f9aafd02fd15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=932b54c2-69ac-4668-ae0f-ad1749178bc3 HTTP/1.1" status: 200 len: 848 time: 0.0923951 Jun 29 23:30:41.486877 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-3428b6af-de34-46cf-b448-a178c1e92466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:41.488431 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-3428b6af-de34-46cf-b448-a178c1e92466 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3c8e39-ea57-4fe7-8459-47fcadf08891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005805 Jun 29 23:30:41.491184 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1fb04-b552-45c6-a350-d50118b14278 req-4c3bdca4-e7ad-488a-8ab6-f3e453dc6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:41.492617 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e3b1fb04-b552-45c6-a350-d50118b14278 req-4c3bdca4-e7ad-488a-8ab6-f3e453dc6492 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 1098 time: 0.0956476 Jun 29 23:30:41.513885 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caad18c-534e-40a6-b42a-690d20a3c647 None None] New status for floating IP b507a094-2284-4cdf-a1b2-6b3772f71288: ACTIVE {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:30:41.611253 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb6503-823a-42d7-881b-f276431193c4 req-101a4582-c75c-42ba-bc55-ed0a8297f666 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:41.612628 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b5bb6503-823a-42d7-881b-f276431193c4 req-101a4582-c75c-42ba-bc55-ed0a8297f666 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0749009 Jun 29 23:30:41.662212 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b5bb6503-823a-42d7-881b-f276431193c4 req-1374d732-253a-4f13-ae9e-dbe3ade51d71 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416353 Jun 29 23:30:41.839899 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e3b1fb04-b552-45c6-a350-d50118b14278 req-72d2e7cd-8789-4206-8370-5fa590de8a36 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323538 Jun 29 23:30:41.866528 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-0731a377-de52-400e-9945-e7326778cbff service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661776 Jun 29 23:30:41.898577 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f3303-f012-4923-ac08-b36275664bf9 req-b3633556-2dcb-49ca-882d-130c729727fa tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:41.900066 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-841f3303-f012-4923-ac08-b36275664bf9 req-b3633556-2dcb-49ca-882d-130c729727fa tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.0663843 Jun 29 23:30:41.937504 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-841f3303-f012-4923-ac08-b36275664bf9 req-fd5a90d9-d594-4473-943b-b731bcd552e6 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Jun 29 23:30:42.205543 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9f198bf3-d64e-42d1-863f-e20813d942c9 req-dcd5c906-3b83-4dbf-94e4-290bc0d96a7a service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849819 Jun 29 23:30:42.455787 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1c6fca-90c0-4707-aa80-3e24ab03d190 req-058ac0fc-76d5-49c1-9abb-eaf3264c798f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 210 time: 0.0292325 Jun 29 23:30:42.844824 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a530-8c63-4218-a195-e9c5167ac62a req-fd1d72e8-c4e5-420c-b235-5446408cc4bd tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:42.846260 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6763a530-8c63-4218-a195-e9c5167ac62a req-fd1d72e8-c4e5-420c-b235-5446408cc4bd tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0650911 Jun 29 23:30:42.883170 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6763a530-8c63-4218-a195-e9c5167ac62a req-ef41304a-14c9-4d64-9c1c-33a549758228 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312889 Jun 29 23:30:43.105108 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b66f-9d38-4b88-979a-6bf22ba7e124 req-b6020ff5-1e2b-42bd-bf55-e02c6bef8218 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:43.106605 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b37b66f-9d38-4b88-979a-6bf22ba7e124 req-b6020ff5-1e2b-42bd-bf55-e02c6bef8218 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.0621042 Jun 29 23:30:43.145901 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b37b66f-9d38-4b88-979a-6bf22ba7e124 req-0c11273e-3d0e-4390-be2b-03476dd8417d tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Jun 29 23:30:43.538404 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-d0b8f6bd-88e0-48b3-b9ae-852ee1e7bae5 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:43.539832 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-d0b8f6bd-88e0-48b3-b9ae-852ee1e7bae5 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 811 time: 0.1014335 Jun 29 23:30:43.586983 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-977f0b08-c9a6-423a-a046-368beee8d5de tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e29cf551b9714c0f844c4e3b6f03c84a HTTP/1.1" status: 200 len: 380 time: 0.0333247 Jun 29 23:30:43.596857 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'port': {'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'admin_state_up': True, 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'security_groups': ['9130bc8a-918a-4f91-b36c-6f01849c257d']}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:43.597581 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2928cd1e-5b17-4c65-8cf4-6bf74fd52028 req-4ec93893-12eb-4b66-8a6c-d15013b66dcb tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 210 time: 0.0275755 Jun 29 23:30:43.769016 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Made reservation on behalf of e29cf551b9714c0f844c4e3b6f03c84a for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:30:43.772644 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:43.895211 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Allocated IP 172.20.0.11 (0f63a9fe-9195-4b3f-8615-44a18bd185c3/f6215a83-ecaa-4a42-b800-220fd6566702/0265ecba-2103-46c5-83bc-45fa331eea60) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:30:44.030467 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:44.044339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Transition to ACTIVE for port object 0265ecba-2103-46c5-83bc-45fa331eea60 will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:44.061593 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8b14-8256-48e0-ab8c-dda0dc3a8d26 req-3e2ce57a-70a6-4db5-845b-4409d05bf05b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:44.063091 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-defd8b14-8256-48e0-ab8c-dda0dc3a8d26 req-3e2ce57a-70a6-4db5-845b-4409d05bf05b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0663247 Jun 29 23:30:44.101449 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-defd8b14-8256-48e0-ab8c-dda0dc3a8d26 req-d18ea1db-1ebb-4715-99aa-180bb6d72aa8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 Jun 29 23:30:44.169811 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:44.175406 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-604414f5-6cd0-49db-98ea-8d3201636bb0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:44.220988 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:30:44.224809 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'Port': ['ID=0265ecba-2103-46c5-83bc-45fa331eea60,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:44.227366 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:44.229119 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:44.229804 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:30:44.278956 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:44.280755 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:44.331714 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4794b-d724-4240-b616-a885b6fdd099 req-26eb064b-2a20-456c-b049-9ec0393b5286 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:44.333245 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2dc4794b-d724-4240-b616-a885b6fdd099 req-26eb064b-2a20-456c-b049-9ec0393b5286 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.0650854 Jun 29 23:30:44.373283 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2dc4794b-d724-4240-b616-a885b6fdd099 req-993e4150-9761-4f62-ac43-e6bd30b662c0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340605 Jun 29 23:30:44.374561 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7823634 Jun 29 23:30:44.394238 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Request body: {'port': {'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:44.474081 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:44.551248 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced03b8b-a75b-49ab-b8c0-c0450bf61a2f req-d724a344-dd72-4bf7-b4d7-4aefe15572a7 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:44.552718 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ced03b8b-a75b-49ab-b8c0-c0450bf61a2f req-d724a344-dd72-4bf7-b4d7-4aefe15572a7 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.0631576 Jun 29 23:30:44.579075 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8e570a9e-638f-42a1-9db1-7a0f3987eca1 None None] Provisioning for port 0265ecba-2103-46c5-83bc-45fa331eea60 completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:30:44.582855 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-8e570a9e-638f-42a1-9db1-7a0f3987eca1 None None] Provisioning complete for port 0265ecba-2103-46c5-83bc-45fa331eea60 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:44.583235 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8e570a9e-638f-42a1-9db1-7a0f3987eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:44.591866 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ced03b8b-a75b-49ab-b8c0-c0450bf61a2f req-8f3a6b8b-f142-48b6-a469-eb7e3f2d3573 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Jun 29 23:30:44.617823 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8e570a9e-638f-42a1-9db1-7a0f3987eca1 None None] Port 0265ecba-2103-46c5-83bc-45fa331eea60 cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:30:44.754944 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0265ecba-2103-46c5-83bc-45fa331eea60 {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:30:44.762928 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:44.774874 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Transition to ACTIVE for port object 0265ecba-2103-46c5-83bc-45fa331eea60 will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:30:44.778747 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4f853-3a6b-482d-aa1b-f5dc7b2b7bb6 req-22c813a1-c466-40fe-924d-e15c2351e672 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:44.780298 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37e4f853-3a6b-482d-aa1b-f5dc7b2b7bb6 req-22c813a1-c466-40fe-924d-e15c2351e672 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 932 time: 0.0651655 Jun 29 23:30:44.818028 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37e4f853-3a6b-482d-aa1b-f5dc7b2b7bb6 req-184c9e9a-17c9-457b-83a4-069cb415b8cf tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Jun 29 23:30:44.876077 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:44.880819 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c49b5e4b-12e6-4de0-9d5c-f7ae6f463638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:44.927687 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Pushing event updated for resources: {'Port': ['ID=0265ecba-2103-46c5-83bc-45fa331eea60,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:44.931470 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:44.981416 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f09e8-2b28-4e91-bb53-785c0b8168d0 req-21337ef9-c57c-4188-be88-74d05883b060 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:44.984532 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-047f09e8-2b28-4e91-bb53-785c0b8168d0 req-21337ef9-c57c-4188-be88-74d05883b060 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.0714087 Jun 29 23:30:45.001246 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Attempting to bind port 0265ecba-2103-46c5-83bc-45fa331eea60 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:30:45.001593 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Attempting to bind port 0265ecba-2103-46c5-83bc-45fa331eea60 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:30:45.001923 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Attempting to bind port 0265ecba-2103-46c5-83bc-45fa331eea60 on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:45.006937 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Port 0265ecba-2103-46c5-83bc-45fa331eea60 on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:30:45.007261 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Attempting to bind port 0265ecba-2103-46c5-83bc-45fa331eea60 on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:30:45.012135 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:30:45.012472 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Checking segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:30:45.013013 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Bound using segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:30:45.013337 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Bound port: 0265ecba-2103-46c5-83bc-45fa331eea60, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:30:45.013700 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:45.028505 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-047f09e8-2b28-4e91-bb53-785c0b8168d0 req-b20ffb36-729e-4abf-b6a0-acca2738dee8 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Jun 29 23:30:45.077482 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] For port 0265ecba-2103-46c5-83bc-45fa331eea60, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:30:45.080634 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] For port 0265ecba-2103-46c5-83bc-45fa331eea60, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0265ecba-2103-46c5-83bc-45fa331eea60,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:30:45.146920 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:45.149952 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:45.189858 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:45.190492 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:45.191923 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] 10.222.0.64 "PUT /v2.0/ports/0265ecba-2103-46c5-83bc-45fa331eea60 HTTP/1.1" status: 200 len: 1094 time: 0.8020837 Jun 29 23:30:45.192444 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:30:45.194755 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee39552c-a50b-4f0b-b080-681404a5434b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:30:45.219862 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Pushing event updated for resources: {'Port': ['ID=0265ecba-2103-46c5-83bc-45fa331eea60,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:45.223696 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:45.246064 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6125b1a7-ec0a-4ced-86cb-df305e01f9c1 x-openstack-request-id: req-6125b1a7-ec0a-4ced-86cb-df305e01f9c1 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:30:45.246064 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:30:45.246064 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6125b1a7-ec0a-4ced-86cb-df305e01f9c1 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:30:45.246064 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60', 'status': 'completed', 'code': 200} Jun 29 23:30:45.305903 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d42c48-5c19-4223-9115-89a648089e7a req-d14e0408-1475-4d31-900a-59c9b1ebd997 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:45.307696 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e5d42c48-5c19-4223-9115-89a648089e7a req-d14e0408-1475-4d31-900a-59c9b1ebd997 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0863798 Jun 29 23:30:45.356043 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e5d42c48-5c19-4223-9115-89a648089e7a req-bdac1585-1baf-4aa2-b6d6-d7b0b0275d63 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420320 Jun 29 23:30:45.357202 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39552c-a50b-4f0b-b080-681404a5434b req-e1a38e28-7683-44bd-9a4a-04b96f102758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:45.359281 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ee39552c-a50b-4f0b-b080-681404a5434b req-e1a38e28-7683-44bd-9a4a-04b96f102758 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 1097 time: 0.0641479 Jun 29 23:30:45.464194 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39552c-a50b-4f0b-b080-681404a5434b req-0ce53b83-f3b6-456b-9f6d-58a933fef96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:45.465675 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ee39552c-a50b-4f0b-b080-681404a5434b req-0ce53b83-f3b6-456b-9f6d-58a933fef96d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924127 Jun 29 23:30:45.565336 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39552c-a50b-4f0b-b080-681404a5434b req-4e1eae82-9178-4f36-9871-ce460ceb2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:45.566793 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ee39552c-a50b-4f0b-b080-681404a5434b req-4e1eae82-9178-4f36-9871-ce460ceb2f3e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933628 Jun 29 23:30:45.690227 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-6404281b-1d92-4285-adae-1e592542afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:45.691820 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-6404281b-1d92-4285-adae-1e592542afeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 1097 time: 0.0537956 Jun 29 23:30:45.754080 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-9f361d85-898f-41bf-9efb-4ff972d73b32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0265ecba-2103-46c5-83bc-45fa331eea60 HTTP/1.1" status: 200 len: 217 time: 0.0380571 Jun 29 23:30:45.817298 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-0c11d014-cb3c-4e6e-ae8e-cf64c9307c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:45.818621 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-0c11d014-cb3c-4e6e-ae8e-cf64c9307c99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 200 len: 850 time: 0.0445092 Jun 29 23:30:45.875563 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-5ae50e75-9ec3-4704-bf84-57a42c04c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:45.877069 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-5ae50e75-9ec3-4704-bf84-57a42c04c5c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f63a9fe-9195-4b3f-8615-44a18bd185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517528 Jun 29 23:30:45.975880 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-3dc03496-b32b-4919-87bf-60dd1b1ce9e7 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897019 Jun 29 23:30:45.998126 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df9330-2d1b-4453-892a-79cde8ac0a21 req-70c97492-4472-4c8d-9ffd-1b41599d85d2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:45.999610 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61df9330-2d1b-4453-892a-79cde8ac0a21 req-70c97492-4472-4c8d-9ffd-1b41599d85d2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 944 time: 0.0628955 Jun 29 23:30:46.036839 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61df9330-2d1b-4453-892a-79cde8ac0a21 req-ef2be726-2c09-401c-85b1-4b5b6fcbc0f3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Jun 29 23:30:46.063511 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2d888d6a-e58a-479d-bbf3-a1f0823bee12 req-e7df7e4f-a683-4bad-8df8-ff940961ebf4 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802596 Jun 29 23:30:46.534413 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850cc95-14aa-4d18-8784-8c25d33744c5 req-28ef10b0-b31a-40fe-893c-fea40fd853f3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:46.535874 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1850cc95-14aa-4d18-8784-8c25d33744c5 req-28ef10b0-b31a-40fe-893c-fea40fd853f3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0616171 Jun 29 23:30:46.573301 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1850cc95-14aa-4d18-8784-8c25d33744c5 req-63a61188-5313-485c-9a79-62e2e729d15f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Jun 29 23:30:47.209907 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94004044-895e-4ba8-8097-004285f0c447 req-a454d13e-0da2-4ebe-951d-d6df74d7b2e9 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:47.211342 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94004044-895e-4ba8-8097-004285f0c447 req-a454d13e-0da2-4ebe-951d-d6df74d7b2e9 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 944 time: 0.0655866 Jun 29 23:30:47.250225 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94004044-895e-4ba8-8097-004285f0c447 req-a530ff89-28aa-4e53-9224-654cc0fb0829 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Jun 29 23:30:47.755826 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960297a6-a76a-4578-91a9-fbb74f922d66 req-5e1339ab-8df5-41c5-8f3f-f4314869d78e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:47.757310 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-960297a6-a76a-4578-91a9-fbb74f922d66 req-5e1339ab-8df5-41c5-8f3f-f4314869d78e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0640197 Jun 29 23:30:47.797128 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-960297a6-a76a-4578-91a9-fbb74f922d66 req-2ae54d1c-1abd-46df-8def-bb0b5c4664aa tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342567 Jun 29 23:30:48.077876 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:30:48.421891 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b8442-c8fe-42dc-a1f3-3b2395cf9071 req-4ad85692-86cf-4ad3-bfa6-615cd1a858e0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:48.423330 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5b9b8442-c8fe-42dc-a1f3-3b2395cf9071 req-4ad85692-86cf-4ad3-bfa6-615cd1a858e0 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 944 time: 0.0643656 Jun 29 23:30:48.460777 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5b9b8442-c8fe-42dc-a1f3-3b2395cf9071 req-1f6bf2df-6b84-4b13-b85d-e48b3af1f76c tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Jun 29 23:30:48.981280 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937d6ac-81ea-42b0-a208-e0b2005c4ca6 req-c8094a23-6238-434c-83d9-102d2188b807 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:48.982671 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d937d6ac-81ea-42b0-a208-e0b2005c4ca6 req-c8094a23-6238-434c-83d9-102d2188b807 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0632379 Jun 29 23:30:49.019803 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d937d6ac-81ea-42b0-a208-e0b2005c4ca6 req-e147524d-f5a8-4094-950d-dd827105d819 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314758 Jun 29 23:30:49.625503 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8f446-2726-4a05-a42e-4f3e81da365d req-04e0fb68-4b66-4de1-a35d-2e2ed67e0baf tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:49.626955 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69a8f446-2726-4a05-a42e-4f3e81da365d req-04e0fb68-4b66-4de1-a35d-2e2ed67e0baf tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 944 time: 0.0598922 Jun 29 23:30:49.662631 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69a8f446-2726-4a05-a42e-4f3e81da365d req-3c4655cf-aca5-4219-98e6-0c05e84fc2cd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301557 Jun 29 23:30:50.195733 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c850-9d2a-431e-9298-345ae859c018 req-d9635813-c6d3-4206-8231-6a8f37d8dcbd tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:50.197158 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fdc2c850-9d2a-431e-9298-345ae859c018 req-d9635813-c6d3-4206-8231-6a8f37d8dcbd tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0638533 Jun 29 23:30:50.233436 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fdc2c850-9d2a-431e-9298-345ae859c018 req-98471edc-79bc-4fcb-81e4-1c02dc3d93a0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302477 Jun 29 23:30:50.363450 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-17df1086-fc6a-4664-8ef7-2b051a1b4b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:50.831941 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af82f4-6a4d-47d1-9a69-e55c12a2e9dc req-3bebc191-3fc9-4780-a28d-d9bc72260fb3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:50.833441 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7af82f4-6a4d-47d1-9a69-e55c12a2e9dc req-3bebc191-3fc9-4780-a28d-d9bc72260fb3 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 944 time: 0.0610411 Jun 29 23:30:50.870998 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7af82f4-6a4d-47d1-9a69-e55c12a2e9dc req-5ad18771-d66e-4b7e-b5d9-040a2889ca63 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Jun 29 23:30:51.407572 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada929d-9458-4db2-ae18-e8ab10223054 req-778c902e-c104-4175-9782-4a2a67208985 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:51.409009 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aada929d-9458-4db2-ae18-e8ab10223054 req-778c902e-c104-4175-9782-4a2a67208985 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0639477 Jun 29 23:30:51.445651 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aada929d-9458-4db2-ae18-e8ab10223054 req-d91f227f-2c7d-4bf8-8db2-45ffc03aa8aa tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312064 Jun 29 23:30:52.039688 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9dd1b-e75e-4889-9f21-958cfd720f8c req-78ac013b-caad-455c-b3e3-298471f28e24 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:52.041122 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1cb9dd1b-e75e-4889-9f21-958cfd720f8c req-78ac013b-caad-455c-b3e3-298471f28e24 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 944 time: 0.0615797 Jun 29 23:30:52.076872 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1cb9dd1b-e75e-4889-9f21-958cfd720f8c req-055f9aaa-63cf-495d-bc35-a829848c1a2c tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297365 Jun 29 23:30:52.616441 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5180c-7bba-43ef-99c0-7b5f9aa88cc4 req-83a9bd5c-8fb5-4661-b14c-ebaa07b011c3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:52.617796 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85f5180c-7bba-43ef-99c0-7b5f9aa88cc4 req-83a9bd5c-8fb5-4661-b14c-ebaa07b011c3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0607231 Jun 29 23:30:52.655192 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85f5180c-7bba-43ef-99c0-7b5f9aa88cc4 req-1eb96691-cb50-4180-b6b5-58af47867d52 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317764 Jun 29 23:30:53.191911 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f180736f-feb2-4744-81ed-18297235d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:53.249570 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99d22a-5618-463f-be12-01546545ae0e req-9c811257-14ea-457a-84ba-30049932732e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:53.250952 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cb99d22a-5618-463f-be12-01546545ae0e req-9c811257-14ea-457a-84ba-30049932732e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 944 time: 0.0653930 Jun 29 23:30:53.288570 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cb99d22a-5618-463f-be12-01546545ae0e req-ec94ac38-994d-430e-9b08-8bcf288c45f5 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319493 Jun 29 23:30:53.397387 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:53.825161 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e05b28-d093-451a-92b8-96d24f29adde req-dcfdb1d7-a112-4907-8766-e800819ff577 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:53.827142 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f4e05b28-d093-451a-92b8-96d24f29adde req-dcfdb1d7-a112-4907-8766-e800819ff577 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0609157 Jun 29 23:30:53.862891 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f4e05b28-d093-451a-92b8-96d24f29adde req-62fba55c-d61a-4faf-b19e-f57278f45a94 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303884 Jun 29 23:30:54.257358 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:30:54.356372 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:54.374093 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'port_id': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'mac_address': 'fa:16:3e:f8:ed:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:30:54.409429 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:54.422203 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:30:54.433724 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:54.442916 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:54.458895 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a01676-2ea6-4269-bf91-08251f8f1df9 req-f6690a03-4561-480e-aece-7a7a0e023527 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:54.461182 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f4a01676-2ea6-4269-bf91-08251f8f1df9 req-f6690a03-4561-480e-aece-7a7a0e023527 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 944 time: 0.0657802 Jun 29 23:30:54.499721 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f4a01676-2ea6-4269-bf91-08251f8f1df9 req-1915250a-3bf0-4fa6-b2e7-ce125683f077 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Jun 29 23:30:54.512258 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:54.515227 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:54.559154 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=6']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:54.563231 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:54.738076 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:30:55.038092 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962063fd-54cc-4aba-b8c4-8d4d0209eb8e req-559832ad-846b-4eb2-b2e5-068fc3a0673e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:55.039575 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-962063fd-54cc-4aba-b8c4-8d4d0209eb8e req-559832ad-846b-4eb2-b2e5-068fc3a0673e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 944 time: 0.0606027 Jun 29 23:30:55.076920 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-962063fd-54cc-4aba-b8c4-8d4d0209eb8e req-e9bc873a-e1d0-44ed-aae4-1dc82948ff56 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313292 Jun 29 23:30:55.688173 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368be17-9bfc-46f7-89be-b4c63bdb0284 req-b21d5443-3d9a-4052-b533-c603ad984c74 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:55.689655 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3368be17-9bfc-46f7-89be-b4c63bdb0284 req-b21d5443-3d9a-4052-b533-c603ad984c74 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 944 time: 0.0652180 Jun 29 23:30:55.727037 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3368be17-9bfc-46f7-89be-b4c63bdb0284 req-cf4f27fe-e8d8-4152-82fa-95042e8879e4 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Jun 29 23:30:55.739400 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:56.274748 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 0265ecba-2103-46c5-83bc-45fa331eea60 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:30:56.286310 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:30:56.293137 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7363f-2b02-4d70-b5a6-a0826adf5d50 req-ec7f09b3-1035-4bd0-bfa5-2660abdf4600 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:56.301129 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3b7363f-2b02-4d70-b5a6-a0826adf5d50 req-ec7f09b3-1035-4bd0-bfa5-2660abdf4600 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 944 time: 0.0865333 Jun 29 23:30:56.367688 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3b7363f-2b02-4d70-b5a6-a0826adf5d50 req-74a50b6f-1b1d-45db-a2ec-17866f84eb99 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588772 Jun 29 23:30:56.393879 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:30:56.394260 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:56.476586 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 0265ecba-2103-46c5-83bc-45fa331eea60, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0265ecba-2103-46c5-83bc-45fa331eea60,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:56.511656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '0265ecba-2103-46c5-83bc-45fa331eea60', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:30:56.541075 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363587a-b641-478e-97f2-ed2b89e86146 req-2f687cdf-06ca-4555-b880-47a3c1de513b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:56.548333 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4363587a-b641-478e-97f2-ed2b89e86146 req-2f687cdf-06ca-4555-b880-47a3c1de513b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.1001911 Jun 29 23:30:56.556916 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:56.569805 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:56.592786 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:30:56.595316 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4363587a-b641-478e-97f2-ed2b89e86146 req-29a22cbd-a6d7-4b96-8630-29e4494d0ea4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461407 Jun 29 23:30:56.595966 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a72c590-d9b1-4dd0-96b8-2c1bd89bd19b" -d '{"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:30:56.607770 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0265ecba-2103-46c5-83bc-45fa331eea60 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:30:56.622276 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:56.626600 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50086) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:30:56.635102 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 0265ecba-2103-46c5-83bc-45fa331eea60, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0265ecba-2103-46c5-83bc-45fa331eea60,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:30:56.636939 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae9ea5b-cfb5-47ce-92cc-b1d907ca2c6a x-openstack-request-id: req-5ae9ea5b-cfb5-47ce-92cc-b1d907ca2c6a {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:30:56.637284 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:30:56.637544 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ae9ea5b-cfb5-47ce-92cc-b1d907ca2c6a {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:30:56.638114 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'code': 200} Jun 29 23:30:56.701035 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:56.703910 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:56.738103 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:56.761852 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b10b5a-2dcd-4122-9ce4-72ee7e3596ff tempest-TestMinimumBasicScenario-719271441 tempest-TestMinimumBasicScenario-719271441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:56.765494 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b0b10b5a-2dcd-4122-9ce4-72ee7e3596ff tempest-TestMinimumBasicScenario-719271441 tempest-TestMinimumBasicScenario-719271441-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 1093 time: 0.1377285 Jun 29 23:30:56.769299 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50092) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:30:56.773524 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'floatingip': {'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'port_id': '75314ad0-c618-47d5-9f63-3bf642966c73', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:56.800261 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=7']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:56.807069 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:56.807069 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e3d35870-fec8-42b0-9644-790c71c6323d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:56.921189 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=0265ecba-2103-46c5-83bc-45fa331eea60,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:56.924480 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:56.997828 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for floatingip, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:57.040400 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d095e-a88b-453e-8d0d-7d93367f7e55 req-1a19cb8d-1897-4f6a-bdcc-7ad58a3f9704 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:57.049163 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-294d095e-a88b-453e-8d0d-7d93367f7e55 req-1a19cb8d-1897-4f6a-bdcc-7ad58a3f9704 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 945 time: 0.1316271 Jun 29 23:30:57.093938 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-294d095e-a88b-453e-8d0d-7d93367f7e55 req-5ebb2487-a296-4258-ab8c-2c86392b9633 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Jun 29 23:30:57.118215 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:57.122451 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['0265ecba-2103-46c5-83bc-45fa331eea60'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:30:57.252585 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Allocated IP 172.27.1.114 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/6f29ff3e-d0b8-4782-9ff5-a53724944e45) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:30:57.379938 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:57.495308 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:57.499350 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-da4ddbe7-99f4-480a-a468-e85ca90a6d6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:57.538981 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:30:57.541957 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:30:57.546348 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:30:57.585155 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'Port': ['ID=6f29ff3e-d0b8-4782-9ff5-a53724944e45,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:57.596493 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119f8b-ce9a-43fa-9839-345b16e0ee7a req-cc027e8f-a265-4641-9fc3-83dc40b74e66 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:57.596692 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:57.599941 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e119f8b-ce9a-43fa-9839-345b16e0ee7a req-cc027e8f-a265-4641-9fc3-83dc40b74e66 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.1023414 Jun 29 23:30:57.647789 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e119f8b-ce9a-43fa-9839-345b16e0ee7a req-bd6b8b8f-73e9-407c-934b-9c5f080cdada tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415587 Jun 29 23:30:57.996261 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:58.173047 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:58.355620 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7a181-3b4d-49d9-b0ca-c9e9d00bbf80 req-919cd55a-e22b-4472-81a9-0f00e1303478 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:58.357889 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bfe7a181-3b4d-49d9-b0ca-c9e9d00bbf80 req-919cd55a-e22b-4472-81a9-0f00e1303478 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 945 time: 0.1224682 Jun 29 23:30:58.425084 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bfe7a181-3b4d-49d9-b0ca-c9e9d00bbf80 req-6c3e1703-a24d-409e-9296-2e41451f896f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568750 Jun 29 23:30:58.439753 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:58.505075 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:58.508798 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dfa63e59-acf6-4495-8fb8-94ac3986d8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:30:58.582948 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'Port': ['ID=6f29ff3e-d0b8-4782-9ff5-a53724944e45,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:30:58.589092 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:30:58.603325 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:58.734440 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.l3_db [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Floating IP 5abd3a39-7ec0-4c5d-aa47-d4175acbcb1f associated. External IP: 172.27.1.114, port: 75314ad0-c618-47d5-9f63-3bf642966c73. Jun 29 23:30:58.849997 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949c45b-084c-4cc6-a4ca-a049d27e1b36 req-e515230c-4b38-45db-b149-577850a16d5b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:58.851514 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3949c45b-084c-4cc6-a4ca-a049d27e1b36 req-e515230c-4b38-45db-b149-577850a16d5b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0658257 Jun 29 23:30:58.895998 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3949c45b-084c-4cc6-a4ca-a049d27e1b36 req-09e4a638-bcad-4eb2-a54e-cf300ffc5eef tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373385 Jun 29 23:30:59.022093 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Router 1251b4de-2e00-42f8-9251-6e14b2e4e02f has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:30:59.224457 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:30:59.236932 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] Sync routers for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:30:59.245662 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:59.246275 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:59.354783 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:59.544552 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:59.571526 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '5abd3a39-7ec0-4c5d-aa47-d4175acbcb1f', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'port_id': '75314ad0-c618-47d5-9f63-3bf642966c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'mac_address': 'fa:16:3e:b8:87:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d5a05-12f8-4fee-b094-4e58803480f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:30:57Z', 'updated_at': '2021-06-29T23:30:57Z', 'revision_number': 0, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ca03e6-34f0-4f95-9c5a-4ef9837f3b54', 'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'mac_address': 'fa:16:3e:22:f3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:58Z', 'updated_at': '2021-06-29T23:30:04Z', 'revision_number': 5, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'subnets': [{'id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:59.588485 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8161712 Jun 29 23:30:59.588485 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:30:59.596260 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d" -d '{"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:30:59.596260 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50118) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:30:59.596524 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-94e46934-5e59-4ec3-b99a-d1321c6fb9f4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732250359', 'description': 'tempest-secgroup-smoke-732250359 description', 'project_id': '236ccb37e16f40e38ba4cbee1be4911b'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:30:59.599165 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] Checking router: 1251b4de-2e00-42f8-9251-6e14b2e4e02f for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:30:59.619542 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:30:59.619542 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:30:59.645515 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b92395-2d25-4a1b-aeec-33975f981164 x-openstack-request-id: req-65b92395-2d25-4a1b-aeec-33975f981164 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:30:59.645740 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:30:59.646046 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65b92395-2d25-4a1b-aeec-33975f981164 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:30:59.646665 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73', 'status': 'completed', 'code': 200} Jun 29 23:30:59.677692 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090a23-2b61-4c53-9b37-2c9bb5cd521b req-a758a1af-8972-466a-b063-023ea1c253be tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:59.684983 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-12090a23-2b61-4c53-9b37-2c9bb5cd521b req-a758a1af-8972-466a-b063-023ea1c253be tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 945 time: 0.1123600 Jun 29 23:30:59.735407 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-12090a23-2b61-4c53-9b37-2c9bb5cd521b req-736a35ff-e6db-49f6-a0b6-049a93a948df tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491402 Jun 29 23:30:59.756990 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-94e46934-5e59-4ec3-b99a-d1321c6fb9f4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:59.759391 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:30:59.848110 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-062e8d5c-d425-42d0-ae5c-88e301845ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:30:59.849526 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-062e8d5c-d425-42d0-ae5c-88e301845ccb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 1098 time: 0.1508012 Jun 29 23:30:59.898812 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-94e46934-5e59-4ec3-b99a-d1321c6fb9f4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:59.972549 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-94e46934-5e59-4ec3-b99a-d1321c6fb9f4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:30:59.991509 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d3a09d36-e8f8-4ca1-9e04-10f780c9cfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:00.023061 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-87188bc4-47a4-4696-8e32-6edfca239b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:00.028645 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-87188bc4-47a4-4696-8e32-6edfca239b5e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1634185d-fced-4aef-889c-1cc2f18c4ecf HTTP/1.1" status: 200 len: 916 time: 0.1600354 Jun 29 23:31:00.040609 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e46934-5e59-4ec3-b99a-d1321c6fb9f4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28297990-36a3-4dd0-9749-1f03398ebb79,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:00.112189 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '5abd3a39-7ec0-4c5d-aa47-d4175acbcb1f', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'port_id': '75314ad0-c618-47d5-9f63-3bf642966c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'mac_address': 'fa:16:3e:b8:87:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d5a05-12f8-4fee-b094-4e58803480f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:30:57Z', 'updated_at': '2021-06-29T23:30:57Z', 'revision_number': 0, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ca03e6-34f0-4f95-9c5a-4ef9837f3b54', 'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'mac_address': 'fa:16:3e:22:f3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:58Z', 'updated_at': '2021-06-29T23:30:04Z', 'revision_number': 5, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'subnets': [{'id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:00.145466 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfc521-8912-453a-a1f8-861a928608f1 req-17b7c9fe-71a7-4eeb-a47c-8500a8ae0eab tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:00.147654 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6cdfc521-8912-453a-a1f8-861a928608f1 req-17b7c9fe-71a7-4eeb-a47c-8500a8ae0eab tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0878055 Jun 29 23:31:00.156578 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab4e6d3-5bbc-4591-83f8-f0ee8f61f7fc None None] The sync data for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi is: [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '5abd3a39-7ec0-4c5d-aa47-d4175acbcb1f', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'port_id': '75314ad0-c618-47d5-9f63-3bf642966c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'mac_address': 'fa:16:3e:b8:87:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d5a05-12f8-4fee-b094-4e58803480f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:30:57Z', 'updated_at': '2021-06-29T23:30:57Z', 'revision_number': 0, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ca03e6-34f0-4f95-9c5a-4ef9837f3b54', 'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'mac_address': 'fa:16:3e:22:f3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:58Z', 'updated_at': '2021-06-29T23:30:04Z', 'revision_number': 5, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'subnets': [{'id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:31:00.218640 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6cdfc521-8912-453a-a1f8-861a928608f1 req-549b5c71-a644-406b-a1b6-45ce005c6af9 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648761 Jun 29 23:31:00.261938 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 0265ecba-2103-46c5-83bc-45fa331eea60 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:31:00.381232 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-94e46934-5e59-4ec3-b99a-d1321c6fb9f4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:00.383588 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-94e46934-5e59-4ec3-b99a-d1321c6fb9f4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:00.387637 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-94e46934-5e59-4ec3-b99a-d1321c6fb9f4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7923064 Jun 29 23:31:00.394809 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50126) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:00.394809 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'security_group_rule': {'security_group_id': '28297990-36a3-4dd0-9749-1f03398ebb79', 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:00.413525 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 0265ecba-2103-46c5-83bc-45fa331eea60 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:31:00.421792 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 0265ecba-2103-46c5-83bc-45fa331eea60 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:31:00.422408 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:00.429265 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-5e0fa0a9-6b4f-4111-9d95-a8dc5532d983 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 200 len: 999 time: 0.3957987 Jun 29 23:31:00.507825 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-4a6e39f5-6e27-45c4-8a43-e8766e54cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:00.509560 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-4a6e39f5-6e27-45c4-8a43-e8766e54cbdd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993e3f91-b958-4a1c-ad2c-49e5a8acce38 HTTP/1.1" status: 200 len: 854 time: 0.0699592 Jun 29 23:31:00.555666 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:00.578545 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f300e-5718-4782-aff8-d62fe57ab633 None None] New status for floating IP 5abd3a39-7ec0-4c5d-aa47-d4175acbcb1f: ACTIVE {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:31:00.602039 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:00.613404 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-077f1196-1ba7-4194-bd1f-22d83be678d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:00.619927 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-077f1196-1ba7-4194-bd1f-22d83be678d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1634185d-fced-4aef-889c-1cc2f18c4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020882 Jun 29 23:31:00.660962 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:31:00.663600 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c4e0bb-d822-448e-8a31-5cb2dc134bf1" -d '{"events": [{"server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "name": "network-vif-plugged", "status": "completed", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:31:00.679845 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 0265ecba-2103-46c5-83bc-45fa331eea60, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0265ecba-2103-46c5-83bc-45fa331eea60,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:00.702351 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:00.731628 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1091fc6d-d356-412a-a2c3-81b784aae61a x-openstack-request-id: req-1091fc6d-d356-412a-a2c3-81b784aae61a {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:31:00.732004 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "name": "network-vif-plugged", "status": "completed", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:31:00.733198 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1091fc6d-d356-412a-a2c3-81b784aae61a {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:31:00.733675 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60', 'code': 200} Jun 29 23:31:00.747317 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:00.800286 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-fd101676-228e-4d49-b120-a894746ba262 service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629045 Jun 29 23:31:00.803782 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:00.805291 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:00.809644 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:00.816905 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:00.851544 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f3ba60-771b-4069-ace0-2cb9cfdae2ad,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:00.893071 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.893937 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.894574 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.896525 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.898948 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.903246 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.915743 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.916609 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b9cca7c4-4da4-42b1-b0c8-a5c2f7c4c25d req-f3f2be8c-b3e2-4f0a-8db8-8707afd9beff service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017118 Jun 29 23:31:00.917607 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.919291 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.919997 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.923215 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.923942 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:00.952955 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:00.963011 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=0265ecba-2103-46c5-83bc-45fa331eea60,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:00.983544 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:01.038663 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a70ccd-4be2-43aa-bbdb-c1035d1e855e req-430af066-7703-4a6d-a8a4-79d303b2d0fc tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:01.040263 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-38a70ccd-4be2-43aa-bbdb-c1035d1e855e req-430af066-7703-4a6d-a8a4-79d303b2d0fc tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.0976772 Jun 29 23:31:01.105238 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-38a70ccd-4be2-43aa-bbdb-c1035d1e855e req-0cd1efbd-5dc2-4c71-a600-0fc24d9c217e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542347 Jun 29 23:31:01.109583 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:01.114527 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50144) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:01.119379 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-e6497979-5fa2-42b5-ae59-f33a3480dcac tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'security_group_rule': {'security_group_id': '28297990-36a3-4dd0-9749-1f03398ebb79', 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:01.129751 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d0e9a65c-0405-4d8b-88ef-55e95b42e90b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7396343 Jun 29 23:31:01.208719 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4891c7-189c-479e-a6ad-5af2de6a7fd9 req-000c3410-ed52-47e1-80d3-abae26945542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:01.210675 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9d4891c7-189c-479e-a6ad-5af2de6a7fd9 req-000c3410-ed52-47e1-80d3-abae26945542 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 1099 time: 0.0786426 Jun 29 23:31:01.253137 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6497979-5fa2-42b5-ae59-f33a3480dcac tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:01.261183 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9d4891c7-189c-479e-a6ad-5af2de6a7fd9 req-232f7484-efeb-4eb6-a040-169d923ac43f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415933 Jun 29 23:31:01.350592 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6497979-5fa2-42b5-ae59-f33a3480dcac tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:01.483689 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6497979-5fa2-42b5-ae59-f33a3480dcac tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:01.485976 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1f31b957-4d09-4a74-9f28-e8a2d7414bad tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:01.505682 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6497979-5fa2-42b5-ae59-f33a3480dcac tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253e14c8-b32d-479f-a346-0a12c863eb51,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:01.516625 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e6497979-5fa2-42b5-ae59-f33a3480dcac tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:01.614001 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-e6497979-5fa2-42b5-ae59-f33a3480dcac tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:01.618074 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-e6497979-5fa2-42b5-ae59-f33a3480dcac tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5000217 Jun 29 23:31:01.618456 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50152) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:01.635621 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-bd7486a9-851c-4b79-a32b-f5b8e3c37bea tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'security_group_rule': {'security_group_id': '28297990-36a3-4dd0-9749-1f03398ebb79', 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:01.752214 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bd7486a9-851c-4b79-a32b-f5b8e3c37bea tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:01.829817 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bd7486a9-851c-4b79-a32b-f5b8e3c37bea tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:01.898974 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bd7486a9-851c-4b79-a32b-f5b8e3c37bea tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:01.905532 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:01.924761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7486a9-851c-4b79-a32b-f5b8e3c37bea tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20e93e7-d7eb-460c-9ee7-f846550f8e20,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:01.928126 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bd7486a9-851c-4b79-a32b-f5b8e3c37bea tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:01.949817 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7b9a8-477e-4be6-b51d-363fadf79e59 req-b9a9dc24-6c01-4a02-82c0-e83bcafe1125 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:01.952064 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e9f7b9a8-477e-4be6-b51d-363fadf79e59 req-b9a9dc24-6c01-4a02-82c0-e83bcafe1125 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.4200473 Jun 29 23:31:01.975110 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7b722-bc91-4ef2-a6e5-29d07c240b9a req-8c80dd06-2104-4189-8e51-4609975275dc tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:01.976695 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-96b7b722-bc91-4ef2-a6e5-29d07c240b9a req-8c80dd06-2104-4189-8e51-4609975275dc tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 946 time: 0.1070840 Jun 29 23:31:01.979021 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bd7486a9-851c-4b79-a32b-f5b8e3c37bea tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:01.983595 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-bd7486a9-851c-4b79-a32b-f5b8e3c37bea tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3640630 Jun 29 23:31:01.984203 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50154) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:01.989099 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-20499eb0-e7cd-42d1-9b21-b7c3414c223e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'security_group_rule': {'security_group_id': '28297990-36a3-4dd0-9749-1f03398ebb79', 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:02.044259 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e9f7b9a8-477e-4be6-b51d-363fadf79e59 req-f7c373ee-7c4c-41fe-92c9-838e0696c659 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834055 Jun 29 23:31:02.069050 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-96b7b722-bc91-4ef2-a6e5-29d07c240b9a req-8c3e5d3f-7669-473e-af79-c8fcdca72a2c tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647118 Jun 29 23:31:02.092643 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-20499eb0-e7cd-42d1-9b21-b7c3414c223e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:02.161742 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-20499eb0-e7cd-42d1-9b21-b7c3414c223e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:02.231935 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-20499eb0-e7cd-42d1-9b21-b7c3414c223e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:02.237510 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-36207e18-d663-411e-90d6-ed8a0c3d470c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:02.250341 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20499eb0-e7cd-42d1-9b21-b7c3414c223e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304ee82f-c926-46be-86af-b33fe302d524,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:02.260145 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-20499eb0-e7cd-42d1-9b21-b7c3414c223e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:02.341347 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587acd-00a1-4a82-86b1-4f9182cd3b2d req-f8027835-d66a-4e52-9bb8-aa253865b900 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:02.343749 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-88587acd-00a1-4a82-86b1-4f9182cd3b2d req-f8027835-d66a-4e52-9bb8-aa253865b900 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.0946822 Jun 29 23:31:02.352351 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-20499eb0-e7cd-42d1-9b21-b7c3414c223e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:02.356073 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-20499eb0-e7cd-42d1-9b21-b7c3414c223e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3683171 Jun 29 23:31:02.356518 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50158) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:02.361521 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-0aa6de1d-9cfe-40ac-bd90-26df700fbd68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'security_group_rule': {'security_group_id': '28297990-36a3-4dd0-9749-1f03398ebb79', 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:02.396015 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-88587acd-00a1-4a82-86b1-4f9182cd3b2d req-4f44f2ba-10e5-4987-9f10-ae41a0f48b95 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463510 Jun 29 23:31:02.443496 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.securitygroups_db [None req-0aa6de1d-9cfe-40ac-bd90-26df700fbd68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Project 236ccb37e16f40e38ba4cbee1be4911b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:31:02.449826 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0aa6de1d-9cfe-40ac-bd90-26df700fbd68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:02.518893 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0aa6de1d-9cfe-40ac-bd90-26df700fbd68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:02.588171 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0aa6de1d-9cfe-40ac-bd90-26df700fbd68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:02.590563 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-0f2c2281-e646-4bae-ab8c-e2516e9b58ff tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:02.614527 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6de1d-9cfe-40ac-bd90-26df700fbd68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c41fec-6e70-43a0-9a25-11f886b6acf0,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:02.617283 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-0aa6de1d-9cfe-40ac-bd90-26df700fbd68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:02.687947 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0aa6de1d-9cfe-40ac-bd90-26df700fbd68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:02.689164 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-0aa6de1d-9cfe-40ac-bd90-26df700fbd68 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3317306 Jun 29 23:31:02.692120 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50160) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:02.709061 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-75f2b966-6111-4f46-bf57-7b52665cb8b3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'security_group_rule': {'security_group_id': '28297990-36a3-4dd0-9749-1f03398ebb79', 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:03.184890 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.securitygroups_db [None req-75f2b966-6111-4f46-bf57-7b52665cb8b3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Project 236ccb37e16f40e38ba4cbee1be4911b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 23:31:03.190287 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-75f2b966-6111-4f46-bf57-7b52665cb8b3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:03.254151 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-75f2b966-6111-4f46-bf57-7b52665cb8b3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:03.265665 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881df1a-e4f4-4e4d-aecf-0d244239b479 req-f4472eba-cddc-4d5d-aaef-08cb3ea4178f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:03.267141 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c881df1a-e4f4-4e4d-aecf-0d244239b479 req-f4472eba-cddc-4d5d-aaef-08cb3ea4178f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 946 time: 0.1048744 Jun 29 23:31:03.303543 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adca382-8653-4b5d-8e95-b9813c210de5 req-08d3f326-fce2-40f9-b0cc-0b9d562f5b8f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:03.305054 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1adca382-8653-4b5d-8e95-b9813c210de5 req-08d3f326-fce2-40f9-b0cc-0b9d562f5b8f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.1151235 Jun 29 23:31:03.336305 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c881df1a-e4f4-4e4d-aecf-0d244239b479 req-2afbd2fa-609a-4cec-9fda-d3b957e02d4f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632298 Jun 29 23:31:03.359844 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1adca382-8653-4b5d-8e95-b9813c210de5 req-6c57eaa3-207f-4b9a-9939-97c9d8de7cf7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441461 Jun 29 23:31:03.407109 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-75f2b966-6111-4f46-bf57-7b52665cb8b3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-967322'] for security_group_rule, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:03.409169 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:03.426015 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2b966-6111-4f46-bf57-7b52665cb8b3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa704f0-0ccf-49ec-a95b-4a945d6ecb1b,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:03.428916 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-75f2b966-6111-4f46-bf57-7b52665cb8b3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:03.522785 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-75f2b966-6111-4f46-bf57-7b52665cb8b3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:03.524369 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-75f2b966-6111-4f46-bf57-7b52665cb8b3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8311946 Jun 29 23:31:03.604052 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815927-75ec-4315-8bfb-061c55c7f21c req-e34d84de-b9c6-4921-9a2b-4ac57a3fc8c9 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:03.605972 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-58815927-75ec-4315-8bfb-061c55c7f21c req-e34d84de-b9c6-4921-9a2b-4ac57a3fc8c9 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.0843492 Jun 29 23:31:03.669307 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-73d0c93c-4cc8-434e-aec3-5662ff5154aa tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732250359&fields=id&tenant_id=236ccb37e16f40e38ba4cbee1be4911b HTTP/1.1" status: 200 len: 267 time: 0.0582564 Jun 29 23:31:03.718750 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-58815927-75ec-4315-8bfb-061c55c7f21c req-1059658c-8a5b-4d0e-b595-bce194d2195f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849824 Jun 29 23:31:03.758841 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9cc5a34e-0379-4665-89a2-44a2e0e0c98d tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:03.760425 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9cc5a34e-0379-4665-89a2-44a2e0e0c98d tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.0853052 Jun 29 23:31:03.771537 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'port': {'security_groups': ['345405f0-99c5-43bd-8899-68e5608ce209', '28297990-36a3-4dd0-9749-1f03398ebb79']}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:03.872534 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:04.107190 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] For port 75314ad0-c618-47d5-9f63-3bf642966c73, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=75314ad0-c618-47d5-9f63-3bf642966c73,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:04.140919 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:04.203371 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529152778'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:04.208124 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:04.247823 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['75314ad0-c618-47d5-9f63-3bf642966c73'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:31:04.283622 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:04.284502 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:04.286594 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf5466d6-1ccb-469d-ba6f-6f88cf4359b8 req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "PUT /v2.0/ports/75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 200 len: 981 time: 0.5196450 Jun 29 23:31:04.287260 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:31:04.293567 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff" -d '{"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:31:04.324542 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'Port': ['ID=75314ad0-c618-47d5-9f63-3bf642966c73,revision_number=6']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:04.328592 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9f37eb23-a235-4ad5-94b3-5a4e73e863d9 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:04.364124 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f81bd93-a6d2-4ce9-9a53-1e35c0e9b7dc x-openstack-request-id: req-4f81bd93-a6d2-4ce9-9a53-1e35c0e9b7dc {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:31:04.364713 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:31:04.365016 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f81bd93-a6d2-4ce9-9a53-1e35c0e9b7dc {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:31:04.365552 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73', 'status': 'completed', 'code': 200} Jun 29 23:31:04.538619 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-268f8290-a615-4ac3-aab4-4c6db7b812d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:04.547785 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-268f8290-a615-4ac3-aab4-4c6db7b812d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 1137 time: 0.1100280 Jun 29 23:31:04.580892 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345058d6-9ec4-476d-8ea9-17ec6badf89d req-3857486e-cd6f-4a2d-a88b-01673134a038 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:04.588633 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-345058d6-9ec4-476d-8ea9-17ec6badf89d req-3857486e-cd6f-4a2d-a88b-01673134a038 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.1622927 Jun 29 23:31:04.590751 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['75314ad0-c618-47d5-9f63-3bf642966c73'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:31:04.650074 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-345058d6-9ec4-476d-8ea9-17ec6badf89d req-a71d917e-4423-4e9e-a0b1-794d0b8b04de tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603783 Jun 29 23:31:04.700319 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e8b0-f191-40be-a778-3420cfa7fc2e req-a4f465bd-47de-47dd-b734-cba100e8f1ad tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:04.708389 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c2e1e8b0-f191-40be-a778-3420cfa7fc2e req-a4f465bd-47de-47dd-b734-cba100e8f1ad tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 946 time: 0.1839786 Jun 29 23:31:04.727046 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-19e98b59-1483-4e74-84f6-b47126cc3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:04.739086 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-19e98b59-1483-4e74-84f6-b47126cc3a61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1634185d-fced-4aef-889c-1cc2f18c4ecf HTTP/1.1" status: 200 len: 916 time: 0.1580307 Jun 29 23:31:04.755484 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c2e1e8b0-f191-40be-a778-3420cfa7fc2e req-cbe15d72-542c-4146-8b95-589d7eae27ef tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460000 Jun 29 23:31:04.771155 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-215fb27b-036f-4cc3-b6c0-481c78265fcf None None] Provisioning complete for port 75314ad0-c618-47d5-9f63-3bf642966c73 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:31:04.771155 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-215fb27b-036f-4cc3-b6c0-481c78265fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:04.852586 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-82d1b40e-0d63-4cba-9f86-26eeeff2046d tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:04.854575 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-82d1b40e-0d63-4cba-9f86-26eeeff2046d tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 946 time: 0.3058829 Jun 29 23:31:04.888043 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-430e3420-9a90-4cc2-85c1-483e2d820951 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 200 len: 1001 time: 0.1367097 Jun 29 23:31:04.891552 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c9708-accd-4e5a-a399-a18de4b60f3c req-2ee13550-3961-4fe7-9f61-e58d089c2c1c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:04.893462 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f80c9708-accd-4e5a-a399-a18de4b60f3c req-2ee13550-3961-4fe7-9f61-e58d089c2c1c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.1066780 Jun 29 23:31:04.939985 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f80c9708-accd-4e5a-a399-a18de4b60f3c req-bff4db5f-454c-42d9-8f1f-3ff13ffa4033 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386591 Jun 29 23:31:05.024073 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-e39168ca-7eb8-4bc6-a57d-b37c6fca2e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:05.026010 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-e39168ca-7eb8-4bc6-a57d-b37c6fca2e69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993e3f91-b958-4a1c-ad2c-49e5a8acce38 HTTP/1.1" status: 200 len: 854 time: 0.1371937 Jun 29 23:31:05.045548 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd631b07-0131-42ed-ba72-124b829cc7de req-bee24381-3997-4c88-bb4e-2c3ff23a8070 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:05.050455 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fd631b07-0131-42ed-ba72-124b829cc7de req-bee24381-3997-4c88-bb4e-2c3ff23a8070 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.0973890 Jun 29 23:31:05.103806 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fd631b07-0131-42ed-ba72-124b829cc7de req-33d8bf51-173e-4a9c-9a4d-2d59914bba82 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437105 Jun 29 23:31:05.146667 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-1060b58a-dae8-40cd-96b1-3fcb886cea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:05.149838 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-1060b58a-dae8-40cd-96b1-3fcb886cea99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1634185d-fced-4aef-889c-1cc2f18c4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1050005 Jun 29 23:31:05.184104 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Deleting port 149b0e0d-3be1-43b1-8333-f28b4410239a {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:31:05.185659 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:05.339699 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-4f4652d9-628b-4963-990d-bca9964d2e0e service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818032 Jun 29 23:31:05.341706 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc9ecc-733a-4d1f-8c22-80c3934d78a3 req-9f74f4a0-e2e1-434a-8a5c-edd991037a81 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:05.343835 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ddc9ecc-733a-4d1f-8c22-80c3934d78a3 req-9f74f4a0-e2e1-434a-8a5c-edd991037a81 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.1105933 Jun 29 23:31:05.377427 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] For port 149b0e0d-3be1-43b1-8333-f28b4410239a, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=149b0e0d-3be1-43b1-8333-f28b4410239a,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:05.377791 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:05.408672 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ddc9ecc-733a-4d1f-8c22-80c3934d78a3 req-5b8286b5-5f7d-4756-83ab-4f6dc6816f22 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482495 Jun 29 23:31:05.432624 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50190) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:05.502427 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25af400f-5042-4683-8182-d20ffc4343f7 tempest-TestVolumeBootPattern-2079833185 tempest-TestVolumeBootPattern-2079833185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:05.503901 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-25af400f-5042-4683-8182-d20ffc4343f7 tempest-TestVolumeBootPattern-2079833185 tempest-TestVolumeBootPattern-2079833185-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 1094 time: 0.0700645 Jun 29 23:31:05.506639 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50192) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:05.511202 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'floatingip': {'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:05.543547 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a2a6ab50-4dd3-416a-be7f-52ac5a621aff req-3e0d4d67-51c0-457d-a991-15c932107b29 service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803894 Jun 29 23:31:05.614773 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:05.637579 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:05.637963 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:05.638280 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.l3_db [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Floating IP d0ae4266-3bbc-4c39-8679-2105f76a4af4 disassociated. External IP: 172.27.1.208, port: 149b0e0d-3be1-43b1-8333-f28b4410239a. Jun 29 23:31:05.638655 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Calling delete_port for 149b0e0d-3be1-43b1-8333-f28b4410239a owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:31:05.771142 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:05.940385 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:05.948978 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:05.966666 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Allocated IP 172.27.1.34 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/fc857db6-9acd-4542-8cd1-e92ab2b74dce) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:31:05.979649 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event deleted for resources: {'Port': ['ID=149b0e0d-3be1-43b1-8333-f28b4410239a,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:06.003134 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:06.082803 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c92f6-5455-484e-a4bd-580e6438d1af req-cedc5d20-592d-49fb-b667-f0bc95f03633 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:06.093192 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bb3c92f6-5455-484e-a4bd-580e6438d1af req-cedc5d20-592d-49fb-b667-f0bc95f03633 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 867 time: 0.1781056 Jun 29 23:31:06.162426 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:31:06.191831 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:06.210557 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bb3c92f6-5455-484e-a4bd-580e6438d1af req-9bda9789-9f4f-4c0c-bc6f-3408d584e76c tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups?id=9205da42-07e1-464d-884a-f9155657b5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171832 Jun 29 23:31:06.280469 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44370da-43e1-4c4d-a2b1-65359abc21a8 req-30d50f92-d080-49a1-8a43-e77af4a445d8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:06.283330 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e44370da-43e1-4c4d-a2b1-65359abc21a8 req-30d50f92-d080-49a1-8a43-e77af4a445d8 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.1530733 Jun 29 23:31:06.298577 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:31:06.316587 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] Sync routers for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:31:06.327717 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:31:06.328352 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:06.345573 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e44370da-43e1-4c4d-a2b1-65359abc21a8 req-4ad6c089-819d-404f-8241-89f0ffc48d7b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558248 Jun 29 23:31:06.353240 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-529152824'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:06.356618 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:06.413728 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] No DVR routers for this DVR port 149b0e0d-3be1-43b1-8333-f28b4410239a on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:31:06.418084 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:06.419149 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'Port': ['ID=fc857db6-9acd-4542-8cd1-e92ab2b74dce,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:06.423460 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac96c35c-0af5-48bb-a5b3-346ccf98cd76 req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.64 "DELETE /v2.0/ports/149b0e0d-3be1-43b1-8333-f28b4410239a HTTP/1.1" status: 204 len: 173 time: 1.5569072 Jun 29 23:31:06.423763 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'name': 'network-vif-deleted', 'tag': '149b0e0d-3be1-43b1-8333-f28b4410239a'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:31:06.428270 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:31:06.430862 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe45557-283f-4e77-9cc8-8fa50562dd50" -d '{"events": [{"server_uuid": "1d61e228-b99c-4ee4-9496-55d2cf1cb9f3", "name": "network-vif-deleted", "tag": "149b0e0d-3be1-43b1-8333-f28b4410239a"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:31:06.431003 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:31:06.432288 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:06.432972 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:31:06.509706 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:31:06.520647 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0764a1a-3378-4761-8a0e-ce53ecca8cd0 x-openstack-request-id: req-e0764a1a-3378-4761-8a0e-ce53ecca8cd0 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:31:06.520647 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d61e228-b99c-4ee4-9496-55d2cf1cb9f3", "name": "network-vif-deleted", "tag": "149b0e0d-3be1-43b1-8333-f28b4410239a", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:31:06.520647 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0764a1a-3378-4761-8a0e-ce53ecca8cd0 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:31:06.520647 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d61e228-b99c-4ee4-9496-55d2cf1cb9f3', 'name': 'network-vif-deleted', 'tag': '149b0e0d-3be1-43b1-8333-f28b4410239a', 'status': 'completed', 'code': 200} Jun 29 23:31:06.804075 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:06.832283 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] Checking router: 0bc41495-bd64-4801-b10a-0bc6a1edfad8 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:31:06.841293 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:31:06.842446 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:06.942254 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:06.972744 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:31:07.099603 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:07.207329 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:07.231379 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920850b-1fd0-42de-a695-469ba58f8949 None None] The sync data for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi is: [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:28Z', 'revision_number': 4, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': 'ae60bae6-20de-491a-a36e-49a22fe5ee34', 'name': '', 'network_id': '9d8ecfa1-3c87-4166-9abc-18a879e92697', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'mac_address': 'fa:16:3e:42:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:26Z', 'updated_at': '2021-06-29T23:24:40Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'subnets': [{'id': '5cd51bbb-eb2f-4679-8361-22fe3e4938f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:31:07.350494 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:07.414662 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bd8c4f1a-0647-4b25-bf00-1d83b5a0c9fd req-6fb3b684-1ff4-4ee3-b987-cc332d3da0ee tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d61e228-b99c-4ee4-9496-55d2cf1cb9f3 HTTP/1.1" status: 200 len: 210 time: 0.0296962 Jun 29 23:31:07.519068 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a733b3c5-d9d1-4368-88eb-4cb87c5613c1 None None] New status for floating IP d0ae4266-3bbc-4c39-8679-2105f76a4af4: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:31:07.547239 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea831a-410f-40e2-a88c-0f537c8d799f req-d3f77a90-e21a-498a-8fbe-df02d1d3f3fb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:07.548832 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d7ea831a-410f-40e2-a88c-0f537c8d799f req-d3f77a90-e21a-498a-8fbe-df02d1d3f3fb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0663764 Jun 29 23:31:07.586620 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d7ea831a-410f-40e2-a88c-0f537c8d799f req-6ecc25c0-accb-4b9e-a4ea-4d403bf8b420 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 Jun 29 23:31:07.877574 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529152778'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:07.879819 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:07.946375 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'Port': ['ID=fc857db6-9acd-4542-8cd1-e92ab2b74dce,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:07.953278 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:07.963019 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:08.077628 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Floating IP 57e048fa-e4b0-4fa1-9475-286718dff2c1 associated. External IP: 172.27.1.34, port: 0265ecba-2103-46c5-83bc-45fa331eea60. Jun 29 23:31:08.290164 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 149b0e0d-3be1-43b1-8333-f28b4410239a no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:31:08.316988 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:31:08.319140 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 149b0e0d-3be1-43b1-8333-f28b4410239a {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:31:08.319718 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 149b0e0d-3be1-43b1-8333-f28b4410239a not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:31:08.431799 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:31:08.446810 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] Sync routers for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:31:08.462992 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:31:08.463667 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:08.538675 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:08.595537 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0876915 Jun 29 23:31:08.596297 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:31:08.598946 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:31:08.644932 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01edb4b-4f82-4399-afa1-e0658f1d236b x-openstack-request-id: req-a01edb4b-4f82-4399-afa1-e0658f1d236b {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:31:08.644932 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:31:08.644932 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a01edb4b-4f82-4399-afa1-e0658f1d236b {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:31:08.644932 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60', 'status': 'completed', 'code': 200} Jun 29 23:31:08.701674 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50218) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:08.734511 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:31:08.782218 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-34acdb69-00cb-4529-8dd3-3c098a744218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:08.783650 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-34acdb69-00cb-4529-8dd3-3c098a744218 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 1099 time: 0.0812345 Jun 29 23:31:08.819960 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c2394a6-8424-49a3-a041-5c413c879d9a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:08.849409 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c2394a6-8424-49a3-a041-5c413c879d9a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:08.876684 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286327fa-70ac-4930-8edf-f501b4ac1597 req-8d84cf06-1cf0-4990-9a19-d64e78e4a458 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:08.878557 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-286327fa-70ac-4930-8edf-f501b4ac1597 req-8d84cf06-1cf0-4990-9a19-d64e78e4a458 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.1461375 Jun 29 23:31:08.891051 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-42b3c518-a944-49ec-8990-77495365f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:08.892424 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-42b3c518-a944-49ec-8990-77495365f19d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 912 time: 0.1012113 Jun 29 23:31:08.934541 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-286327fa-70ac-4930-8edf-f501b4ac1597 req-57e638c8-3ccc-49bf-acd4-0260d91b8a39 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414248 Jun 29 23:31:08.965657 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-9b00adc2-cbb8-4bbd-bf1e-4ae16a606418 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0265ecba-2103-46c5-83bc-45fa331eea60 HTTP/1.1" status: 200 len: 999 time: 0.0648921 Jun 29 23:31:09.001656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '57e048fa-e4b0-4fa1-9475-286718dff2c1', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:31:06Z', 'updated_at': '2021-06-29T23:31:06Z', 'revision_number': 0, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:09.020754 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-3e033c81-03c8-4150-94c8-0612661dca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:09.022233 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-3e033c81-03c8-4150-94c8-0612661dca7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 200 len: 850 time: 0.0485747 Jun 29 23:31:09.029108 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] Checking router: 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:31:09.038904 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:31:09.039563 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:09.044206 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c2394a6-8424-49a3-a041-5c413c879d9a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:09.046828 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c2394a6-8424-49a3-a041-5c413c879d9a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:09.048284 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4c2394a6-8424-49a3-a041-5c413c879d9a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "DELETE /v2.0/security-groups/9205da42-07e1-464d-884a-f9155657b5fb HTTP/1.1" status: 204 len: 168 time: 0.3455448 Jun 29 23:31:09.052107 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2b159d88-f3d4-4ab1-833a-0a22eeb4cc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:09.055359 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50230) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:09.073974 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2394a6-8424-49a3-a041-5c413c879d9a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9205da42-07e1-464d-884a-f9155657b5fb,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:09.077718 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4c2394a6-8424-49a3-a041-5c413c879d9a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:09.078938 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.api.v2.resource [None req-1fcdc580-c54c-48ad-b42d-01d2b71b6f4b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] show failed (client error): The resource could not be found. Jun 29 23:31:09.083476 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50232) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:09.084735 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1fcdc580-c54c-48ad-b42d-01d2b71b6f4b tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "GET /v2.0/security-groups/9205da42-07e1-464d-884a-f9155657b5fb HTTP/1.1" status: 404 len: 347 time: 0.0277743 Jun 29 23:31:09.133055 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-554bbc34-9b53-43df-962b-d12f9aaa4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:09.134607 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-554bbc34-9b53-43df-962b-d12f9aaa4c25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f63a9fe-9195-4b3f-8615-44a18bd185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041214 Jun 29 23:31:09.157731 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:31:09.278061 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-da90abc3-86e2-4516-bc34-5b37264a98f8 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174417 Jun 29 23:31:09.284681 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Deleting port 905027dd-7ebc-4265-9402-848ad11e4b53 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:31:09.285030 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:09.362996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:09.363229 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:09.374695 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Calling delete_port for 905027dd-7ebc-4265-9402-848ad11e4b53 owned by network:floatingip {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:31:09.376909 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '57e048fa-e4b0-4fa1-9475-286718dff2c1', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:31:06Z', 'updated_at': '2021-06-29T23:31:06Z', 'revision_number': 0, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:09.402374 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba5ebb-1b69-46f0-8f82-d09efd73dc27 None None] The sync data for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi is: [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '57e048fa-e4b0-4fa1-9475-286718dff2c1', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:31:06Z', 'updated_at': '2021-06-29T23:31:06Z', 'revision_number': 0, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:31:09.558566 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ff59c4f5-d0a6-438a-8229-cd60edf0ab8a req-61b437ae-59e3-4a89-bc18-22a6e6705085 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231546 Jun 29 23:31:09.602503 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194b561-a722-4e56-a361-809a80c0f93d None None] New status for floating IP 57e048fa-e4b0-4fa1-9475-286718dff2c1: ACTIVE {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:31:09.658863 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:09.661931 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:09.687636 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Pushing event deleted for resources: {'Port': ['ID=905027dd-7ebc-4265-9402-848ad11e4b53,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:09.691691 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:09.754549 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:09.757100 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:09.763025 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b1b64270-93c4-4d4f-af94-e111b58f7d27 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] 10.222.0.61 "DELETE /v2.0/floatingips/d0ae4266-3bbc-4c39-8679-2105f76a4af4 HTTP/1.1" status: 204 len: 168 time: 0.6738367 Jun 29 23:31:09.981823 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-0e2ff169-12d6-4dbc-9697-d4c02673d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:09.983359 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-0e2ff169-12d6-4dbc-9697-d4c02673d9ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 1098 time: 0.0549858 Jun 29 23:31:10.088839 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-37850d3b-df80-4402-a313-9e3a52fcdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:10.090316 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-37850d3b-df80-4402-a313-9e3a52fcdc84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 918 time: 0.0994842 Jun 29 23:31:10.126922 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fae69-6e21-4a52-b6a2-2954f7250f7f req-d8bf2adc-6be8-47cc-afe3-ed31f4d02916 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:10.128418 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-470fae69-6e21-4a52-b6a2-2954f7250f7f req-d8bf2adc-6be8-47cc-afe3-ed31f4d02916 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0659273 Jun 29 23:31:10.153208 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-f92898ad-7987-43e7-a1b8-067c7ede6cd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e HTTP/1.1" status: 200 len: 1001 time: 0.0557439 Jun 29 23:31:10.166157 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-470fae69-6e21-4a52-b6a2-2954f7250f7f req-e9cd4688-1097-4359-b699-3c901031713c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Jun 29 23:31:10.201618 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-1cdd1746-c32a-4e8d-9a1c-a2f3cfef029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:10.203056 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-1cdd1746-c32a-4e8d-9a1c-a2f3cfef029c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 200 len: 856 time: 0.0419147 Jun 29 23:31:10.267751 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-f7dcfbd3-7b83-4660-8c32-9ec4fe507524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:10.269195 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-f7dcfbd3-7b83-4660-8c32-9ec4fe507524 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1491f8eb-60e7-415d-8468-88dc866fd07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529964 Jun 29 23:31:10.361027 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-51fee0ac-7da3-44b5-aaae-d5068ff0bd77 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818996 Jun 29 23:31:10.461461 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac787353-05d0-4af8-a744-6a3e29b91b17 req-8e4d04d0-67a5-4ff0-8360-167c5774d169 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839674 Jun 29 23:31:11.342369 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c225fd-f3b9-411b-aa67-b95bb63bc49a req-5904bd80-23e0-4625-8552-f3d2ac25f323 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:11.345100 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-56c225fd-f3b9-411b-aa67-b95bb63bc49a req-5904bd80-23e0-4625-8552-f3d2ac25f323 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0653498 Jun 29 23:31:11.380468 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-56c225fd-f3b9-411b-aa67-b95bb63bc49a req-4c1ddb0b-37b3-422d-9812-96c679385db7 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310271 Jun 29 23:31:12.558344 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d98f3-1c2c-4173-be59-f8c48f0f52a2 req-a6e242cb-b486-4289-b97a-8709edf9632f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:12.559770 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-502d98f3-1c2c-4173-be59-f8c48f0f52a2 req-a6e242cb-b486-4289-b97a-8709edf9632f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0653036 Jun 29 23:31:12.597063 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-502d98f3-1c2c-4173-be59-f8c48f0f52a2 req-9d7ff13b-76d9-40c7-9130-5f18f72bca73 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311732 Jun 29 23:31:13.774073 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441ddc-3b88-4de6-8a6b-366ae5f46732 req-f387a238-10ed-453f-b4d6-03c64d1ebcea tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:13.775575 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91441ddc-3b88-4de6-8a6b-366ae5f46732 req-f387a238-10ed-453f-b4d6-03c64d1ebcea tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 945 time: 0.0638633 Jun 29 23:31:13.813238 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91441ddc-3b88-4de6-8a6b-366ae5f46732 req-e3489133-b694-4f8a-ab05-573e1d8e829c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321791 Jun 29 23:31:13.869901 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50274) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:14.370637 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:31:14.444637 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:14.469787 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:31:14.474733 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8379f1-e177-4808-bb22-d2128a7cd749" -d '{"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:31:14.484857 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:14.505513 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 23:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4418d6db-b55d-4c00-9a00-0b7c52c56826 x-openstack-request-id: req-4418d6db-b55d-4c00-9a00-0b7c52c56826 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:31:14.505816 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-unplugged", "status": "failed", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e", "code": 422}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:31:14.506079 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4418d6db-b55d-4c00-9a00-0b7c52c56826 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:31:14.506475 dv-cinder-796946-2-iscsi neutron-server[93642]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'code': 422} returned with failed status Jun 29 23:31:14.554398 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032455'] for router_interface, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:14.574283 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:14.576545 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:14.623963 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=8']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:14.627993 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:14.808166 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Deleting port ae60bae6-20de-491a-a36e-49a22fe5ee34 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:31:14.808478 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:14.887373 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] For port ae60bae6-20de-491a-a36e-49a22fe5ee34, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=ae60bae6-20de-491a-a36e-49a22fe5ee34,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:14.888038 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:14.900043 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Calling delete_port for ae60bae6-20de-491a-a36e-49a22fe5ee34 owned by network:router_interface {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:31:15.156226 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:15.159120 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5c19d22f-28b5-4899-abbf-939c80be4c2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:15.183592 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ae60bae6-20de-491a-a36e-49a22fe5ee34,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:15.209475 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.209872 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.210252 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.210629 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.210996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.211366 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.211755 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.212117 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.212483 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.212852 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.213220 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.213580 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:15.219284 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:15.360904 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036983'] for router_interface, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:15.571370 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:31:15.676860 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:31:15.684854 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] 10.222.0.61 "PUT /v2.0/routers/0bc41495-bd64-4801-b10a-0bc6a1edfad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8114867 Jun 29 23:31:15.686660 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50298) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:15.692447 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] Sync routers for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:31:15.699868 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:31:15.700492 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:15.791048 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks [] for router, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:15.806756 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:31:15.895546 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:15.984270 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:31:15Z', 'revision_number': 5, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port': {'id': 'a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:21Z', 'updated_at': '2021-06-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:16.013685 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] Checking router: 0bc41495-bd64-4801-b10a-0bc6a1edfad8 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:31:16.023714 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] Routers {'0bc41495-bd64-4801-b10a-0bc6a1edfad8'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:31:16.024343 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:30:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:16.034959 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Deleting port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:31:16.035312 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:16.109790 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] Set router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 gateway port host: None {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:31:16.117481 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] For port a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:16.117845 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:16.129620 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Calling delete_port for a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 owned by network:router_gateway {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:31:16.159443 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:31:15Z', 'revision_number': 6, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port_host': None}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:16.202965 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ac616c-ca3b-46ad-a509-f3686985eabd None None] The sync data for ids ['0bc41495-bd64-4801-b10a-0bc6a1edfad8'] in dv-cinder-796946-2-iscsi is: [{'id': '0bc41495-bd64-4801-b10a-0bc6a1edfad8', 'name': 'tempest-AttachVolumeTestJSON-1607738201-router', 'tenant_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:31:15Z', 'revision_number': 6, 'project_id': '6e9f8b3be04a4d77b1952a18bfa8c566', 'gw_port_host': None}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:31:16.328004 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e84106-7589-4a57-8828-80c3fbb4ee8d req-6400e3f2-1bee-4979-82b0-b888d02f7575 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:16.329503 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-81e84106-7589-4a57-8828-80c3fbb4ee8d req-6400e3f2-1bee-4979-82b0-b888d02f7575 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0716546 Jun 29 23:31:16.366868 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-81e84106-7589-4a57-8828-80c3fbb4ee8d req-69541296-ec9c-4983-93e2-320f2f23d571 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315595 Jun 29 23:31:16.375391 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:16.378913 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:16.404394 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:16.426333 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:16.468192 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547795'] for router_gateway, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:16.554955 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1046939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7981'] for router, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:16.557169 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:16.609239 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50326) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:16.689065 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1034130'] for router, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:16.689561 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc41495-bd64-4801-b10a-0bc6a1edfad8 {{(pid=93640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:31:16.696328 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Notify callbacks [] for router, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:16.697433 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0bc41495-bd64-4801-b10a-0bc6a1edfad8 HTTP/1.1" status: 204 len: 168 time: 1.0094790 Jun 29 23:31:16.700116 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50330) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:16.713497 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a1c36030-f45d-476d-a121-d655791c584a req-72b5ab5f-f0ae-4d73-89eb-348f7a1b2700 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030772 Jun 29 23:31:16.749365 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1002da94-2b01-4949-9c33-d53ed6752448 admin admin] Deleting subnet 5cd51bbb-eb2f-4679-8361-22fe3e4938f8 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:31:16.752439 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1002da94-2b01-4949-9c33-d53ed6752448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:16.787042 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1002da94-2b01-4949-9c33-d53ed6752448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730802'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.133340 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1002da94-2b01-4949-9c33-d53ed6752448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.283222 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1002da94-2b01-4949-9c33-d53ed6752448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529152971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528790060'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.285627 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:17.309423 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002da94-2b01-4949-9c33-d53ed6752448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd51bbb-eb2f-4679-8361-22fe3e4938f8,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:17.312687 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1002da94-2b01-4949-9c33-d53ed6752448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:17.313682 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1002da94-2b01-4949-9c33-d53ed6752448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.316806 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1002da94-2b01-4949-9c33-d53ed6752448 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5cd51bbb-eb2f-4679-8361-22fe3e4938f8 HTTP/1.1" status: 204 len: 168 time: 0.6144109 Jun 29 23:31:17.318060 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50340) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:17.320565 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89caed80-3969-400a-9118-868101b08685 None None] Network 9d8ecfa1-3c87-4166-9abc-18a879e92697 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:31:17.391091 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.446944 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Deleting port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:31:17.446944 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.540130 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] DHCP port deletion for 9d8ecfa1-3c87-4166-9abc-18a879e92697 request from dv-cinder-796946-2-iscsi {{(pid=93642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:31:17.542853 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] For port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=040bd2d4-c20f-46ff-a58b-d61a8c5092a4,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:17.543219 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.559277 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Calling delete_port for 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:31:17.585231 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] Deleting port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:31:17.585615 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.646351 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] For port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=040bd2d4-c20f-46ff-a58b-d61a8c5092a4,segment=NetworkSegment(3638ac6b-f890-458d-be9a-278b0298f37a),segment_id=3638ac6b-f890-458d-be9a-278b0298f37a)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:17.646756 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.650241 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b7d4d-9cbc-4c9f-a168-dd71167f7e29 req-d36e9a19-61da-4dab-a6bb-3cc2ed063bc1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:17.651758 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f55b7d4d-9cbc-4c9f-a168-dd71167f7e29 req-d36e9a19-61da-4dab-a6bb-3cc2ed063bc1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.1554298 Jun 29 23:31:17.667003 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] Calling delete_port for 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:31:17.707478 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f55b7d4d-9cbc-4c9f-a168-dd71167f7e29 req-c0b330ea-e349-4b9e-a55a-64fe85b24a58 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477955 Jun 29 23:31:17.738221 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:31:17.764397 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:31:17.764748 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device a7e982ff-9ebf-4e80-8e7d-af4c02f49fa6 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:31:17.765176 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device ae60bae6-20de-491a-a36e-49a22fe5ee34 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:31:17.797348 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: ae60bae6-20de-491a-a36e-49a22fe5ee34 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:31:17.797704 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device ae60bae6-20de-491a-a36e-49a22fe5ee34 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:31:17.798110 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:31:17.836108 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.838331 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:17.863061 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Pushing event deleted for resources: {'Port': ['ID=040bd2d4-c20f-46ff-a58b-d61a8c5092a4,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:17.866346 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:17.872059 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] No DVR routers for this DVR port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 on host dv-cinder-796946-2-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:31:17.949180 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.959257 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8ecfa1-3c87-4166-9abc-18a879e92697']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:17.969297 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3638ac6b-f890-458d-be9a-278b0298f37a') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:17.969527 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3638ac6b-f890-458d-be9a-278b0298f37a') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:31:17.978087 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.985061 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:17.986995 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No active binding found for port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 {{(pid=93642) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 29 23:31:17.987438 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:31:17.991569 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8860b83b-4677-4d04-bdf7-2ea421075251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:18.000658 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:18.008411 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:31:18.015366 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:31:18.018000 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] Pushing event deleted for resources: {'Port': ['ID=040bd2d4-c20f-46ff-a58b-d61a8c5092a4,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:18.018000 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:18.018000 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ff739-f2e0-4ff7-9394-7a70bc9c45f2 None None] No DVR routers for this DVR port 040bd2d4-c20f-46ff-a58b-d61a8c5092a4 on host dv-cinder-796946-2-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:31:18.116873 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:18.124234 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:18.126609 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9d8ecfa1-3c87-4166-9abc-18a879e92697 HTTP/1.1" status: 204 len: 168 time: 0.8070624 Jun 29 23:31:18.126828 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b244f8e3-69a5-4545-b0b3-1f8729aaa14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:18.139418 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8ecfa1-3c87-4166-9abc-18a879e92697,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:18.142462 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bfdf9dba-cf2f-44ca-ac5e-03661272bb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:18.421263 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50346) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:18.451770 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c36030-f45d-476d-a121-d655791c584a req-6b7be857-21a6-4d6c-94cc-8590de386c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:18.453277 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a1c36030-f45d-476d-a121-d655791c584a req-6b7be857-21a6-4d6c-94cc-8590de386c4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac&tenant_id=27fe72faf0994406a7acaf15a921be08 HTTP/1.1" status: 200 len: 1096 time: 0.0565550 Jun 29 23:31:18.460738 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6384db79-48eb-4a66-8f25-bfc4b3e3046c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e9f8b3be04a4d77b1952a18bfa8c566&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382109 Jun 29 23:31:18.463045 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50348) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:18.513213 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-440c36c9-b01f-4114-8935-8db7e3eefc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:18.534614 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-440c36c9-b01f-4114-8935-8db7e3eefc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:18.554170 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c36030-f45d-476d-a121-d655791c584a req-2d222101-e767-457b-bc63-a455ca722740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:18.555728 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a1c36030-f45d-476d-a121-d655791c584a req-2d222101-e767-457b-bc63-a455ca722740 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 1096 time: 0.0509498 Jun 29 23:31:18.631900 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-440c36c9-b01f-4114-8935-8db7e3eefc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:18.634548 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-440c36c9-b01f-4114-8935-8db7e3eefc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:18.635878 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-440c36c9-b01f-4114-8935-8db7e3eefc2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8345e3af-99d3-409b-9c27-a024328fac1e HTTP/1.1" status: 204 len: 168 time: 0.1717582 Jun 29 23:31:18.637116 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5eea51fc-4d2b-46fb-ad69-afccdba6958c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:18.645305 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c36c9-b01f-4114-8935-8db7e3eefc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8345e3af-99d3-409b-9c27-a024328fac1e,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:18.646756 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c36030-f45d-476d-a121-d655791c584a req-d85ca5c8-c7cc-4fcc-bcd3-2f6e671fa5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:18.648239 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-440c36c9-b01f-4114-8935-8db7e3eefc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:18.648364 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a1c36030-f45d-476d-a121-d655791c584a req-d85ca5c8-c7cc-4fcc-bcd3-2f6e671fa5ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 918 time: 0.0845330 Jun 29 23:31:18.719987 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a1c36030-f45d-476d-a121-d655791c584a req-54ed2f0b-ebcc-4413-a89c-7e66d112901f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e HTTP/1.1" status: 200 len: 999 time: 0.0640461 Jun 29 23:31:18.770376 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c36030-f45d-476d-a121-d655791c584a req-be569a47-c392-4e4f-af01-f686c070a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:18.771885 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a1c36030-f45d-476d-a121-d655791c584a req-be569a47-c392-4e4f-af01-f686c070a1a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 200 len: 856 time: 0.0436668 Jun 29 23:31:18.834281 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c36030-f45d-476d-a121-d655791c584a req-64c4e613-a163-457b-856f-0ce7c7820d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:18.835824 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a1c36030-f45d-476d-a121-d655791c584a req-64c4e613-a163-457b-856f-0ce7c7820d3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1491f8eb-60e7-415d-8468-88dc866fd07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524735 Jun 29 23:31:18.894112 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bf33e-2a8c-4a8e-a630-bf40e1ffd4af req-180810dc-1ff1-42af-b182-ffa735599531 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:18.895629 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b3bf33e-2a8c-4a8e-a630-bf40e1ffd4af req-180810dc-1ff1-42af-b182-ffa735599531 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0624382 Jun 29 23:31:18.941394 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a1c36030-f45d-476d-a121-d655791c584a req-11c04ffa-de83-4f5c-bfbe-6a0b68fb8886 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921867 Jun 29 23:31:18.943864 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b3bf33e-2a8c-4a8e-a630-bf40e1ffd4af req-6f12f947-90d4-47bd-a47e-95142a78319a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Jun 29 23:31:19.048073 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a1c36030-f45d-476d-a121-d655791c584a req-cf1f000d-e9a9-4b19-8dc8-6ac5add7525e service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941782 Jun 29 23:31:19.566609 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50386) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:19.659767 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1664615967-network', 'tenant_id': 'e74ab152f1204031b314f71a28b5f5bc'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:19.732991 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Made reservation on behalf of e74ab152f1204031b314f71a28b5f5bc for: {'network': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:31:19.735568 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:19.744620 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:19.836589 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:19.910939 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:19.918802 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1bc8bc1d-f2c4-4c33-a64b-f90e2b0edbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:19.955326 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:31:19.985805 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:19.986167 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.segments_db [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Added segment 543c84d2-fa0a-4ddd-b9fd-6564fedee6f3 of type vlan for network 27695bdc-7080-49ad-9437-881ca43daaf9 Jun 29 23:31:19.999907 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89751c-0649-413c-9d5e-a1b41172e8ee,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:20.004474 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:20.049939 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:20.157334 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:20.158794 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:20.159469 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:20.162931 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:20.173987 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25369f5-0709-4930-925e-dfffb52f4531 req-0fdcb468-48df-4a65-852e-f988c156fed1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:20.175545 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c25369f5-0709-4930-925e-dfffb52f4531 req-0fdcb468-48df-4a65-852e-f988c156fed1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0751724 Jun 29 23:31:20.226038 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Pushing event updated for resources: {'Network': ['ID=27695bdc-7080-49ad-9437-881ca43daaf9,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:20.229567 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:20.236320 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c25369f5-0709-4930-925e-dfffb52f4531 req-9cc783e6-93a1-43df-8dcb-04df1e5f2a4f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544453 Jun 29 23:31:20.237363 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 27695bdc-7080-49ad-9437-881ca43daaf9 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:31:20.283384 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50398) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:31:20.284142 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7163353 Jun 29 23:31:20.288549 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Request body: {'subnet': {'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1664615967-subnet', 'tenant_id': 'e74ab152f1204031b314f71a28b5f5bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:20.397340 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31bc0599-6bf6-4e5d-8107-6cf987207708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:20.413760 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Made reservation on behalf of e74ab152f1204031b314f71a28b5f5bc for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:31:20.416164 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528790025'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:20.694540 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529152900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528790043'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:20.696897 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:20.752730 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Pushing event updated for resources: {'Subnet': ['ID=664f5ef8-e400-42c1-a62b-bc60b4080f58,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:20.755605 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:20.761924 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Checking segment: {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:31:20.762334 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Network hostable DHCP agents. Network: 27695bdc-7080-49ad-9437-881ca43daaf9, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:31:20.842802 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Network 27695bdc-7080-49ad-9437-881ca43daaf9 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:31:20.928334 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 27695bdc-7080-49ad-9437-881ca43daaf9) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:31:20.932478 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:20.933012 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:20.938597 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0602799f-2918-42e8-a434-509f4acd538b None None] Network 27695bdc-7080-49ad-9437-881ca43daaf9 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:31:21.009475 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7248092 Jun 29 23:31:21.069613 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd92e9f3-2dc2-4516-b479-e08ccfefe000 None None] Network 27695bdc-7080-49ad-9437-881ca43daaf9 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:31:21.483901 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-afac0435-d428-4535-8e04-541ce63a2ed5 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:21.485506 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-afac0435-d428-4535-8e04-541ce63a2ed5 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/networks?id=27695bdc-7080-49ad-9437-881ca43daaf9 HTTP/1.1" status: 200 len: 815 time: 0.1458325 Jun 29 23:31:21.498370 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec27200-f993-4cac-bfc3-f8755fd6e798 req-1faa293a-b192-4067-b11d-7d19e73c01fe tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:21.499904 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ec27200-f993-4cac-bfc3-f8755fd6e798 req-1faa293a-b192-4067-b11d-7d19e73c01fe tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.1344111 Jun 29 23:31:21.518304 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-7ff30da4-5b00-4ef3-a81b-9c8d28878a3a tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/quotas/e74ab152f1204031b314f71a28b5f5bc HTTP/1.1" status: 200 len: 375 time: 0.0173340 Jun 29 23:31:21.559891 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-c1f0f1d9-6c1c-4de8-be84-f87d212e1884 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356283 Jun 29 23:31:21.567671 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ec27200-f993-4cac-bfc3-f8755fd6e798 req-b91c28af-f6a4-4aa0-80e1-09c8896fc23e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596993 Jun 29 23:31:21.657364 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-ea2725ff-7bf0-41d3-a62f-8020e2f35aff service neutron] 10.222.0.61 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887854 Jun 29 23:31:21.752123 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-be8413d0-7f9e-47d6-81a8-64bc5486e8a1 service neutron] 10.222.0.61 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890558 Jun 29 23:31:21.996501 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-72e33c47-a9b8-4be6-8965-a536e6ffe113 req-ae92ee8d-fe0c-461e-9437-d0139e0d2742 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0303445 Jun 29 23:31:22.756380 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b5bd4-b367-498d-a96d-fd5c58e833e1 req-660a3e2d-eb81-4777-a78e-1978a371adcb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:22.758022 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1e9b5bd4-b367-498d-a96d-fd5c58e833e1 req-660a3e2d-eb81-4777-a78e-1978a371adcb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0698473 Jun 29 23:31:22.799712 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1e9b5bd4-b367-498d-a96d-fd5c58e833e1 req-ef49165a-faaa-4860-8722-cc60317dbf1e tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348752 Jun 29 23:31:23.142195 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9a6a534a-204d-4071-8703-f7c7357eb1cb req-aba98f36-c6d1-43ba-9b47-c3be9dac42fb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0327046 Jun 29 23:31:23.215346 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b305286b-02df-4d42-be1c-ae72e459e190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:23.406929 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:23.973352 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed818-9965-4313-b68e-d3aa8867afe8 req-6e2c0465-a636-4163-8c1d-f749b27648cd tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:23.974802 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b18ed818-9965-4313-b68e-d3aa8867afe8 req-6e2c0465-a636-4163-8c1d-f749b27648cd tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0625849 Jun 29 23:31:24.011141 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b18ed818-9965-4313-b68e-d3aa8867afe8 req-1160ca8c-df98-4cf6-b052-55973b1fda1d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305679 Jun 29 23:31:24.294045 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-01774ec1-f36c-4b28-98a6-bc0fade03ef7 req-2137f90a-66eb-4a6d-a19d-7b690003044d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0329387 Jun 29 23:31:24.780020 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:25.079297 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:31:25.202367 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28e34d-9014-4a77-8f66-1b7db4e613df req-013560a8-c063-4cec-9af9-5de4df2e3db3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:25.204322 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-df28e34d-9014-4a77-8f66-1b7db4e613df req-013560a8-c063-4cec-9af9-5de4df2e3db3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0674887 Jun 29 23:31:25.246703 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-df28e34d-9014-4a77-8f66-1b7db4e613df req-29234afe-44f8-4645-913e-b52d99eee79f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363867 Jun 29 23:31:25.431661 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d89848ea-c633-4973-bdce-9313feaf7753 req-2f00ba05-9693-4a90-aacc-cbac120530a0 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0289812 Jun 29 23:31:25.751182 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:26.421496 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448626c1-276d-4d78-9fb4-f47278a13aef req-2554a090-58a1-42fe-9bf3-ba745561e91a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:26.422933 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-448626c1-276d-4d78-9fb4-f47278a13aef req-2554a090-58a1-42fe-9bf3-ba745561e91a tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0615678 Jun 29 23:31:26.460669 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-448626c1-276d-4d78-9fb4-f47278a13aef req-e6ff81e2-8710-41d8-872c-0e89ec03e13d tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Jun 29 23:31:26.596726 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0eea97fa-f67d-4ac5-86cd-6d8286df663e req-c4a8b5d7-186e-4f0a-b701-3436f646c298 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0297947 Jun 29 23:31:27.664050 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244755a9-aff7-4ec9-803c-1bb6e0dc8cbe req-a570415d-36c1-49b4-a6dc-fd7af2fa411f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:27.665569 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-244755a9-aff7-4ec9-803c-1bb6e0dc8cbe req-a570415d-36c1-49b4-a6dc-fd7af2fa411f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0704272 Jun 29 23:31:27.718196 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-244755a9-aff7-4ec9-803c-1bb6e0dc8cbe req-e2a8ffe0-a658-443b-aa36-5ab5769d8cfa tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467336 Jun 29 23:31:27.875036 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d1336a0a-54a2-46ea-bfd8-f0f4b80dae22 req-e66a492e-3a1f-4126-bf6a-0ff131c1d69c tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0381951 Jun 29 23:31:27.944099 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bdc29-a237-4017-954c-8a82b80bd185 req-d64e1c35-195c-4e50-9b03-ab3de4181afa tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:27.946081 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b8bdc29-a237-4017-954c-8a82b80bd185 req-d64e1c35-195c-4e50-9b03-ab3de4181afa tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0701249 Jun 29 23:31:27.993048 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b8bdc29-a237-4017-954c-8a82b80bd185 req-d6d77b8e-ff34-4094-9c02-a76dc7d49f6c tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402300 Jun 29 23:31:28.899482 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea5397-ed3e-4e06-aeba-e1e2bf29e47e req-724d4bf0-bf64-4d08-9aff-7f9535e54929 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:28.900900 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18ea5397-ed3e-4e06-aeba-e1e2bf29e47e req-724d4bf0-bf64-4d08-9aff-7f9535e54929 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0698657 Jun 29 23:31:28.959007 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18ea5397-ed3e-4e06-aeba-e1e2bf29e47e req-0887b163-bc4e-4dd8-b93d-1ab5cd8973be tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517380 Jun 29 23:31:29.022606 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-859f27d5-4dc9-41fe-8d70-72ac71326a20 req-8ce346ab-6da8-41f3-8d1b-a8b05baa1a5a tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0300615 Jun 29 23:31:29.173745 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa06f-70cd-4857-baf0-52c02a49263b req-c960d781-fef1-4ebd-aab9-22a4cfdc834e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:29.175649 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-776aa06f-70cd-4857-baf0-52c02a49263b req-c960d781-fef1-4ebd-aab9-22a4cfdc834e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0641608 Jun 29 23:31:29.220387 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-776aa06f-70cd-4857-baf0-52c02a49263b req-bec8395d-1775-414a-91dd-45ad35703745 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382850 Jun 29 23:31:30.145568 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62d705-4827-41a5-8c4e-e0fab8bce3ba req-70b31962-d35d-4d2f-b155-5b9dea221b12 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:30.147918 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d62d705-4827-41a5-8c4e-e0fab8bce3ba req-70b31962-d35d-4d2f-b155-5b9dea221b12 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0684888 Jun 29 23:31:30.184006 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5c35feb0-5b73-4fe7-9bce-325bdcf13c09 req-530e2a12-6dc0-449c-a9c2-2f83802123f6 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0350802 Jun 29 23:31:30.209935 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d62d705-4827-41a5-8c4e-e0fab8bce3ba req-2280aa45-8882-4dff-b65e-4bb91c596e93 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506086 Jun 29 23:31:30.400640 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378208-6b46-4f09-ba51-2322a8150a40 req-c6909573-38ab-4e2f-8348-84576ddcfc26 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:30.402164 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a8378208-6b46-4f09-ba51-2322a8150a40 req-c6909573-38ab-4e2f-8348-84576ddcfc26 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0661263 Jun 29 23:31:30.446850 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a8378208-6b46-4f09-ba51-2322a8150a40 req-749bb2ab-345e-419c-8a65-c5783903ea38 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384502 Jun 29 23:31:30.728316 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:31.371137 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9a5edd21-3ffd-4e63-84b1-499090dc4de8 req-4b8add19-c907-4a3e-a1af-5887f185c102 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0478661 Jun 29 23:31:31.433709 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f2dc-edd2-44dd-a129-b8a034f582ae req-185f8215-13b2-4510-86ae-fecf74e97f86 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:31.436113 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9f7f2dc-edd2-44dd-a129-b8a034f582ae req-185f8215-13b2-4510-86ae-fecf74e97f86 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0640016 Jun 29 23:31:31.487735 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9f7f2dc-edd2-44dd-a129-b8a034f582ae req-aca163de-7b02-4d8e-9dd4-3117c8d9773b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Jun 29 23:31:31.628780 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56d4e4-c3c9-4270-8668-7eee30a8533c req-e53c3dd5-802b-448d-b6d9-d48388d338b1 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:31.630280 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e56d4e4-c3c9-4270-8668-7eee30a8533c req-e53c3dd5-802b-448d-b6d9-d48388d338b1 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0666955 Jun 29 23:31:31.676878 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e56d4e4-c3c9-4270-8668-7eee30a8533c req-15c85cdd-f9b0-4765-b471-afccd1cfe6ba tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406513 Jun 29 23:31:32.502798 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f6cc8b56-557c-423b-8f45-8f706a07ce8c req-7072833f-2cbc-4349-bdea-7c6075348363 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0290456 Jun 29 23:31:32.665680 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e1269-bc34-4da3-a137-98fdf1ac6ed7 req-59150e5e-36eb-4b70-a92b-32fad2cbe3d4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:32.667163 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d0e1269-bc34-4da3-a137-98fdf1ac6ed7 req-59150e5e-36eb-4b70-a92b-32fad2cbe3d4 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0623481 Jun 29 23:31:32.697877 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-0b0a28b4-5f7d-476b-9fcc-10255bb3a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:32.699356 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-0b0a28b4-5f7d-476b-9fcc-10255bb3a6f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 1137 time: 0.0540843 Jun 29 23:31:32.708036 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d0e1269-bc34-4da3-a137-98fdf1ac6ed7 req-df836253-56c2-498f-938e-f0cb18058ee1 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335753 Jun 29 23:31:32.803903 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-893e1238-f4d8-4b39-90c4-00d231c35ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:32.805476 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-893e1238-f4d8-4b39-90c4-00d231c35ac7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1634185d-fced-4aef-889c-1cc2f18c4ecf HTTP/1.1" status: 200 len: 916 time: 0.0944686 Jun 29 23:31:32.871457 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0435454-a3cb-4354-90c6-9d4e8a385f8d req-6e32aa14-d83a-4462-b28f-3f5c9c34a78e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:32.873467 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0435454-a3cb-4354-90c6-9d4e8a385f8d req-6e32aa14-d83a-4462-b28f-3f5c9c34a78e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0727794 Jun 29 23:31:32.888935 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-9c299637-14db-47c8-bf14-c450d8826e8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 200 len: 1001 time: 0.0610800 Jun 29 23:31:32.913009 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0435454-a3cb-4354-90c6-9d4e8a385f8d req-2e5fe59a-1cb9-4036-8fce-0563bd93841f tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332706 Jun 29 23:31:32.957803 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-94e1cf15-4be0-4a39-bf85-f2fadca03a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:32.959231 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-94e1cf15-4be0-4a39-bf85-f2fadca03a8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993e3f91-b958-4a1c-ad2c-49e5a8acce38 HTTP/1.1" status: 200 len: 854 time: 0.0437937 Jun 29 23:31:33.018483 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-844033f8-92b7-4cbb-96ea-683a75537ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:33.019960 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-844033f8-92b7-4cbb-96ea-683a75537ca7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1634185d-fced-4aef-889c-1cc2f18c4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524230 Jun 29 23:31:33.110013 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-ce9d4b45-eb4b-4ff0-96dc-204876e62c65 service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799799 Jun 29 23:31:33.209358 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-83c73328-97c2-40e2-b1b2-382e27afc94a req-345eec16-95dd-43ea-a690-71f7fc4675b0 service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826800 Jun 29 23:31:33.648137 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94b698d1-4c33-483d-b83b-31b9fef50cd4 req-ebcea4fe-9d9d-4fe6-94e2-a1fc93794ec6 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0307636 Jun 29 23:31:33.895297 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f80219-cf03-4f60-ae3e-ffc2598def77 req-816e031e-d996-4775-912b-da1a5934c77f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:33.899869 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-51f80219-cf03-4f60-ae3e-ffc2598def77 req-816e031e-d996-4775-912b-da1a5934c77f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 943 time: 0.0768106 Jun 29 23:31:33.900635 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-e9577585-ebd9-4ffe-8c5f-e0c933d6497e tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:33.902085 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-e9577585-ebd9-4ffe-8c5f-e0c933d6497e tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "GET /v2.0/networks?id=27695bdc-7080-49ad-9437-881ca43daaf9 HTTP/1.1" status: 200 len: 815 time: 0.1035576 Jun 29 23:31:33.924762 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Request body: {'port': {'device_id': '64306474-3232-4b29-8d81-d774cdcba37a', 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9', 'admin_state_up': True, 'tenant_id': 'e74ab152f1204031b314f71a28b5f5bc'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:33.939950 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-51f80219-cf03-4f60-ae3e-ffc2598def77 req-59263554-200e-4f37-8537-d8e45e6df0a3 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376081 Jun 29 23:31:34.092241 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Made reservation on behalf of e74ab152f1204031b314f71a28b5f5bc for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:31:34.093752 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe53f8-dfac-4322-bfc7-919b0d7f4e04 req-081ac11f-cbe7-464c-9f46-3356be896561 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:34.096106 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cafe53f8-dfac-4322-bfc7-919b0d7f4e04 req-081ac11f-cbe7-464c-9f46-3356be896561 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0686700 Jun 29 23:31:34.096486 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:34.153628 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cafe53f8-dfac-4322-bfc7-919b0d7f4e04 req-b4cead7f-a03a-4d89-b7fc-50bea85a67e1 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525293 Jun 29 23:31:34.466623 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:31:34.485065 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Allocated IP 172.20.0.6 (27695bdc-7080-49ad-9437-881ca43daaf9/664f5ef8-e400-42c1-a62b-bc60b4080f58/0b588100-19f4-456e-870e-720923aaba3f) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:31:34.559678 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:34.570432 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'port_id': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'mac_address': 'fa:16:3e:f8:ed:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:31:34.608918 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:34.621126 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:31:34.632174 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:34.640558 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:34.716789 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:34.718561 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:34.745750 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:34.752162 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9ecb9263-a4ad-4565-87a0-5bc1a3c2885b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:34.765585 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=9']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:34.772879 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.773220 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.773563 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.773902 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.774231 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.774563 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.775655 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.775996 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.776327 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.776656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.776983 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.777306 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:31:34.782034 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:34.814112 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Pushing event updated for resources: {'Port': ['ID=0b588100-19f4-456e-870e-720923aaba3f,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:34.817386 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Network 27695bdc-7080-49ad-9437-881ca43daaf9 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:31:34.818530 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:34.819538 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:31:34.822041 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:31:34.831950 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f7aba-0ae3-465a-ba45-81e26c0268ea req-24c48611-9df3-47a8-9ae0-21d69b90e886 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:34.833485 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-499f7aba-0ae3-465a-ba45-81e26c0268ea req-24c48611-9df3-47a8-9ae0-21d69b90e886 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 931 time: 0.0726268 Jun 29 23:31:34.869133 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:34.869810 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:34.870554 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-499f7aba-0ae3-465a-ba45-81e26c0268ea req-a4829ecc-c7a0-49d0-beea-b26dfc85b8b8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Jun 29 23:31:34.940217 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-189e5bf5-8a25-4fc4-83e6-2b9ca876aa9f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0194297 Jun 29 23:31:34.958147 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Request body: {'port': {'device_id': '64306474-3232-4b29-8d81-d774cdcba37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:35.030023 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:35.057392 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:31:35.124611 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ac680-5b39-467c-adae-3d9a5f45a4af req-5e36c566-ef2d-4cf8-8426-00201feb3bc0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:35.127525 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d88ac680-5b39-467c-adae-3d9a5f45a4af req-5e36c566-ef2d-4cf8-8426-00201feb3bc0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 944 time: 0.0665088 Jun 29 23:31:35.170397 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d88ac680-5b39-467c-adae-3d9a5f45a4af req-e64645ca-4ec6-46d1-8a55-ac565e30e384 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382566 Jun 29 23:31:35.307216 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b588100-19f4-456e-870e-720923aaba3f {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:31:35.315494 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:35.327157 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c15508-6a57-4dfb-aee5-60337b0178fa req-55795db6-4467-4b88-a1b6-719a4e16c852 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:35.327353 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Transition to ACTIVE for port object 0b588100-19f4-456e-870e-720923aaba3f will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:31:35.328638 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-34c15508-6a57-4dfb-aee5-60337b0178fa req-55795db6-4467-4b88-a1b6-719a4e16c852 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0615058 Jun 29 23:31:35.367573 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-34c15508-6a57-4dfb-aee5-60337b0178fa req-965babfd-a9c7-4fe6-b084-117f33bd4be8 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330279 Jun 29 23:31:35.385665 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:35.388886 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f0b718a8-5f03-4b22-8612-a949b3c7d2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:35.441849 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Pushing event updated for resources: {'Port': ['ID=0b588100-19f4-456e-870e-720923aaba3f,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:35.460052 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:35.509864 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Attempting to bind port 0b588100-19f4-456e-870e-720923aaba3f on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:31:35.510208 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Attempting to bind port 0b588100-19f4-456e-870e-720923aaba3f by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:31:35.510541 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Attempting to bind port 0b588100-19f4-456e-870e-720923aaba3f on network 27695bdc-7080-49ad-9437-881ca43daaf9 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:31:35.515354 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Port 0b588100-19f4-456e-870e-720923aaba3f on network 27695bdc-7080-49ad-9437-881ca43daaf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:31:35.515707 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Attempting to bind port 0b588100-19f4-456e-870e-720923aaba3f on network 27695bdc-7080-49ad-9437-881ca43daaf9 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:31:35.520469 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:31:35.520810 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Checking segment: {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:31:35.521210 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Bound using segment: {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:31:35.521636 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Bound port: 0b588100-19f4-456e-870e-720923aaba3f, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:31:35.521996 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:35.582274 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] For port 0b588100-19f4-456e-870e-720923aaba3f, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:31:35.585146 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] For port 0b588100-19f4-456e-870e-720923aaba3f, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0b588100-19f4-456e-870e-720923aaba3f,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:31:35.726875 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:35.729052 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-cbfb67a0-3a6e-4525-adfb-a11b2ead2229 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:35.762189 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:35.762799 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:35.764718 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] 10.222.0.64 "PUT /v2.0/ports/0b588100-19f4-456e-870e-720923aaba3f HTTP/1.1" status: 200 len: 1093 time: 0.8107922 Jun 29 23:31:35.765261 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64306474-3232-4b29-8d81-d774cdcba37a', 'tag': '0b588100-19f4-456e-870e-720923aaba3f'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:31:35.767588 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d599d9-ab75-4560-abd8-5d8038a4e469" -d '{"events": [{"name": "network-changed", "server_uuid": "64306474-3232-4b29-8d81-d774cdcba37a", "tag": "0b588100-19f4-456e-870e-720923aaba3f"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:31:35.791564 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Pushing event updated for resources: {'Port': ['ID=0b588100-19f4-456e-870e-720923aaba3f,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:35.791918 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:35.806830 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932b6c8e-ef61-48e7-94c1-09f4da38dd88 x-openstack-request-id: req-932b6c8e-ef61-48e7-94c1-09f4da38dd88 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:31:35.807165 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64306474-3232-4b29-8d81-d774cdcba37a", "tag": "0b588100-19f4-456e-870e-720923aaba3f", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:31:35.807494 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-932b6c8e-ef61-48e7-94c1-09f4da38dd88 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:31:35.807937 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64306474-3232-4b29-8d81-d774cdcba37a', 'tag': '0b588100-19f4-456e-870e-720923aaba3f', 'status': 'completed', 'code': 200} Jun 29 23:31:35.900419 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d599d9-ab75-4560-abd8-5d8038a4e469 req-339ce100-c48e-4f1c-b235-89663d9420c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:35.902817 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e6d599d9-ab75-4560-abd8-5d8038a4e469 req-339ce100-c48e-4f1c-b235-89663d9420c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 1096 time: 0.0550511 Jun 29 23:31:36.009052 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d599d9-ab75-4560-abd8-5d8038a4e469 req-83d15c11-8de1-4a86-b9ce-328d69eab6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:36.010504 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e6d599d9-ab75-4560-abd8-5d8038a4e469 req-83d15c11-8de1-4a86-b9ce-328d69eab6c0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e74ab152f1204031b314f71a28b5f5bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0938475 Jun 29 23:31:36.044912 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347edaf-cd8e-4bff-b094-3b22b94f71c9 req-4c025eda-055c-458b-96f6-4cb3c6d99eb2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:36.046399 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b347edaf-cd8e-4bff-b094-3b22b94f71c9 req-4c025eda-055c-458b-96f6-4cb3c6d99eb2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 943 time: 0.0609071 Jun 29 23:31:36.083264 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b347edaf-cd8e-4bff-b094-3b22b94f71c9 req-954ffa54-8e62-4d6f-93c5-58b87ad7500d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Jun 29 23:31:36.107486 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d599d9-ab75-4560-abd8-5d8038a4e469 req-41701f17-e947-42ad-b043-e4e71ee94b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:36.108944 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e6d599d9-ab75-4560-abd8-5d8038a4e469 req-41701f17-e947-42ad-b043-e4e71ee94b22 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918176 Jun 29 23:31:36.218887 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-c7c4f331-c2c7-42ae-9bfc-9fd0104427cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:36.220413 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-c7c4f331-c2c7-42ae-9bfc-9fd0104427cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 1096 time: 0.0519168 Jun 29 23:31:36.266850 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-de939cf7-167b-4440-be9a-b082dc314cc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b588100-19f4-456e-870e-720923aaba3f HTTP/1.1" status: 200 len: 217 time: 0.0328035 Jun 29 23:31:36.325308 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-0e8b7859-3017-42d2-bce7-8cef5f84c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:36.327267 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-0e8b7859-3017-42d2-bce7-8cef5f84c32b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=664f5ef8-e400-42c1-a62b-bc60b4080f58 HTTP/1.1" status: 200 len: 855 time: 0.0481949 Jun 29 23:31:36.350863 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5e3d-472c-4c60-85b1-8b09aad02b3d req-ced7e70f-0d37-4ade-81a4-ae5249185709 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:36.352349 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14cb5e3d-472c-4c60-85b1-8b09aad02b3d req-ced7e70f-0d37-4ade-81a4-ae5249185709 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 944 time: 0.0654321 Jun 29 23:31:36.361525 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-6f8224ce-487e-4610-9975-2e83f8b54895 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27695bdc-7080-49ad-9437-881ca43daaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257418 Jun 29 23:31:36.388881 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14cb5e3d-472c-4c60-85b1-8b09aad02b3d req-adac6d48-3de2-4e5e-b0c4-290cf994508b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Jun 29 23:31:36.449592 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-7bc41915-25f6-419f-890a-be7463206bdc service neutron] 10.222.0.64 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808539 Jun 29 23:31:36.471589 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:31:36.518912 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:31:36.519297 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:36.538719 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266116c0-31c1-4b4c-8d00-86411e5f0ded req-030867f1-0a8d-408d-ae53-ca975c4823c3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:36.540215 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-266116c0-31c1-4b4c-8d00-86411e5f0ded req-030867f1-0a8d-408d-ae53-ca975c4823c3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0626943 Jun 29 23:31:36.545211 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f60ad80-4850-4687-9059-a38e559a7a9a req-cbcdab34-4765-4a83-84c5-b82085b4ddce service neutron] 10.222.0.64 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875392 Jun 29 23:31:36.580720 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-266116c0-31c1-4b4c-8d00-86411e5f0ded req-8ff89e72-d14c-48b4-8316-4214da4301d7 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342772 Jun 29 23:31:36.596249 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:36.620002 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:31:36.622194 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c66698-d8b0-4756-9827-4962c2b49126" -d '{"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:31:36.634773 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:36.657670 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e13a06-abc3-42b0-bd58-6c134f10e9a8 x-openstack-request-id: req-a0e13a06-abc3-42b0-bd58-6c134f10e9a8 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:31:36.658027 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:31:36.658298 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0e13a06-abc3-42b0-bd58-6c134f10e9a8 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:31:36.658696 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'code': 200} Jun 29 23:31:36.750941 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:36.752834 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a4890e55-3fd8-4333-91cc-1f01a7dadb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:36.797121 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=10']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:36.800532 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:36.941622 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-e1b90005-8e89-4ad7-8890-64540a280c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:36.943142 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-e1b90005-8e89-4ad7-8890-64540a280c0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27fe72faf0994406a7acaf15a921be08&device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 1099 time: 0.0514631 Jun 29 23:31:37.082770 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-c7e6b51d-6a25-4770-b881-684de42284e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:37.084192 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-c7e6b51d-6a25-4770-b881-684de42284e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 200 len: 918 time: 0.1144049 Jun 29 23:31:37.142078 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf650d0-d924-449d-beb7-e82df20aaeaa req-91573bfa-5833-45ae-9339-6dce109ddd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:37.143571 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-6cf650d0-d924-449d-beb7-e82df20aaeaa req-91573bfa-5833-45ae-9339-6dce109ddd46 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 1099 time: 0.1146700 Jun 29 23:31:37.162827 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-d349ff91-71ca-4098-8021-25c89c52ae3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e HTTP/1.1" status: 200 len: 1001 time: 0.0702784 Jun 29 23:31:37.213181 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-6cf650d0-d924-449d-beb7-e82df20aaeaa req-83b04e50-2799-4386-9b40-388ae9dc30b2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616672 Jun 29 23:31:37.223883 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-92b6ce81-6081-4759-8569-df5b0bcf42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:37.225266 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-92b6ce81-6081-4759-8569-df5b0bcf42bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 200 len: 856 time: 0.0548446 Jun 29 23:31:37.250130 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bdb86-e339-40db-90e0-35ab357706f6 req-c2a10bde-3423-48a6-8330-9907b3e325fb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:37.251578 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a95bdb86-e339-40db-90e0-35ab357706f6 req-c2a10bde-3423-48a6-8330-9907b3e325fb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 943 time: 0.0603809 Jun 29 23:31:37.291225 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a95bdb86-e339-40db-90e0-35ab357706f6 req-f02e899d-8f1b-4cdd-9a13-9fdabe96dae3 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Jun 29 23:31:37.539484 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-40f24aba-43f1-42cf-8dfc-b476ec9343a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:37.540983 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-40f24aba-43f1-42cf-8dfc-b476ec9343a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1491f8eb-60e7-415d-8468-88dc866fd07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512135 Jun 29 23:31:37.567882 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9def9-758e-42eb-80f6-cebd5be666d3 req-a961f590-926d-4d59-a713-4bb0ba984da9 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:37.569311 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2ab9def9-758e-42eb-80f6-cebd5be666d3 req-a961f590-926d-4d59-a713-4bb0ba984da9 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 946 time: 0.0604424 Jun 29 23:31:37.606422 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2ab9def9-758e-42eb-80f6-cebd5be666d3 req-4ba116dc-dd6b-4177-ac10-cdd5aef0c08f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Jun 29 23:31:37.661149 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-224cf2ea-dbec-4e08-a953-fa50f7439cf3 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873206 Jun 29 23:31:37.752585 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7c103-87bc-4a5c-b9eb-38d016946f8a req-a54dec95-a538-42c7-8cb4-220d7d24f70b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:37.754086 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29a7c103-87bc-4a5c-b9eb-38d016946f8a req-a54dec95-a538-42c7-8cb4-220d7d24f70b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0622492 Jun 29 23:31:37.756636 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-0a64c05e-8cc8-4777-9328-f6d909e01da4 req-3610776e-61e4-4861-b851-94d2e92e7ab2 service neutron] 10.222.0.64 "GET /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874505 Jun 29 23:31:37.793733 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29a7c103-87bc-4a5c-b9eb-38d016946f8a req-447e97a1-b1e1-43d6-b5d0-0530cffe9b9f tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337515 Jun 29 23:31:38.466442 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f816-e974-433b-a7ab-75471dc22cc4 req-1314f341-d00c-4a96-8fe5-b9c4b4fa0200 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:38.467913 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7788f816-e974-433b-a7ab-75471dc22cc4 req-1314f341-d00c-4a96-8fe5-b9c4b4fa0200 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 943 time: 0.0671813 Jun 29 23:31:38.505632 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7788f816-e974-433b-a7ab-75471dc22cc4 req-2ff1f66b-1a68-4cc6-8938-5de5276220b2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Jun 29 23:31:38.786630 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d227d1b-2d1b-4d81-af7c-6f7e0ff78517 req-1236557f-eec1-4eb1-8522-fc383fc9c448 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:38.788285 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d227d1b-2d1b-4d81-af7c-6f7e0ff78517 req-1236557f-eec1-4eb1-8522-fc383fc9c448 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 946 time: 0.0625892 Jun 29 23:31:38.827271 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d227d1b-2d1b-4d81-af7c-6f7e0ff78517 req-ed883989-c896-40fc-8be2-3e973f348441 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332544 Jun 29 23:31:38.963361 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23236f-8f6f-4370-ad22-237abe49e00f req-c10763c7-b7b2-4da2-89fd-2c396d79869f tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:38.964822 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a23236f-8f6f-4370-ad22-237abe49e00f req-c10763c7-b7b2-4da2-89fd-2c396d79869f tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0612326 Jun 29 23:31:39.005983 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a23236f-8f6f-4370-ad22-237abe49e00f req-4bdce4ef-bd7d-4c30-afc8-062f08489591 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353601 Jun 29 23:31:39.678404 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2918ea-20d8-40e6-b2d7-e58a928e0d52 req-dd847803-6e7b-4e52-a1da-d624d688c815 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:39.679885 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b2918ea-20d8-40e6-b2d7-e58a928e0d52 req-dd847803-6e7b-4e52-a1da-d624d688c815 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 943 time: 0.0628417 Jun 29 23:31:39.718138 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b2918ea-20d8-40e6-b2d7-e58a928e0d52 req-aaa7d47a-2896-4685-8342-e1dc1eacb181 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Jun 29 23:31:40.004953 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6b6ea-ac48-4e69-aa03-96aceded4b3a req-73259446-0d75-4cb0-9b42-77fa319ff0a6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:40.006360 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ade6b6ea-ac48-4e69-aa03-96aceded4b3a req-73259446-0d75-4cb0-9b42-77fa319ff0a6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 946 time: 0.0602765 Jun 29 23:31:40.041342 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ade6b6ea-ac48-4e69-aa03-96aceded4b3a req-eeb6399b-a50e-4607-b656-fe03e93a5384 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295577 Jun 29 23:31:40.177426 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f6402-88a4-4314-a746-480dec12fb72 req-ba88bf76-b9d0-4741-9a21-3fe68f1c4ed0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:40.178743 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4d9f6402-88a4-4314-a746-480dec12fb72 req-ba88bf76-b9d0-4741-9a21-3fe68f1c4ed0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0638101 Jun 29 23:31:40.217188 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4d9f6402-88a4-4314-a746-480dec12fb72 req-19b2977f-ff54-49e9-8e62-8a6930d41e14 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328963 Jun 29 23:31:40.503129 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 0b588100-19f4-456e-870e-720923aaba3f details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:31:40.596720 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 0b588100-19f4-456e-870e-720923aaba3f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0b588100-19f4-456e-870e-720923aaba3f,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:40.606715 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '0b588100-19f4-456e-870e-720923aaba3f', 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9', 'port_id': '0b588100-19f4-456e-870e-720923aaba3f', 'mac_address': 'fa:16:3e:f5:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664f5ef8-e400-42c1-a62b-bc60b4080f58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:31:40.643184 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:40.655398 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b588100-19f4-456e-870e-720923aaba3f {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:31:40.673944 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 0b588100-19f4-456e-870e-720923aaba3f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0b588100-19f4-456e-870e-720923aaba3f,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:40.743546 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:40.745273 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:40.790649 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=0b588100-19f4-456e-870e-720923aaba3f,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:40.793880 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:40.894317 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049382d2-a6d0-43e1-b8b1-bd4efa9b7454 req-83a76b24-a2bd-40f7-8045-c4663bd8aa9d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:40.895833 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-049382d2-a6d0-43e1-b8b1-bd4efa9b7454 req-83a76b24-a2bd-40f7-8045-c4663bd8aa9d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 944 time: 0.0615370 Jun 29 23:31:40.932802 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-049382d2-a6d0-43e1-b8b1-bd4efa9b7454 req-85827930-8cd9-41d7-8ea6-fd312108e86c tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312722 Jun 29 23:31:41.102879 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['0b588100-19f4-456e-870e-720923aaba3f'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:31:41.387604 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0892e-663a-4429-b038-103d94960adc req-3e4d248a-a767-4545-9022-0a3a8f153b95 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:41.388937 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-22a0892e-663a-4429-b038-103d94960adc req-3e4d248a-a767-4545-9022-0a3a8f153b95 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0604808 Jun 29 23:31:41.430547 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-22a0892e-663a-4429-b038-103d94960adc req-ef47c717-9940-4c63-8e88-34af336e66c5 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361176 Jun 29 23:31:42.099028 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114292f8-a269-4662-91c3-ac4947c1635c req-849dd8db-b029-4d84-a92a-1f52fd45ac4a tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:42.100472 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-114292f8-a269-4662-91c3-ac4947c1635c req-849dd8db-b029-4d84-a92a-1f52fd45ac4a tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 944 time: 0.0604208 Jun 29 23:31:42.136543 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-114292f8-a269-4662-91c3-ac4947c1635c req-1d735f9f-5ff2-4301-956d-8d881022ec8a tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Jun 29 23:31:42.518181 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 0b588100-19f4-456e-870e-720923aaba3f up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:31:42.605568 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a1d1b-0465-4670-8120-f4171e9a765d req-aa36605a-dea9-423a-b534-0152f16eb367 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:42.607084 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d84a1d1b-0465-4670-8120-f4171e9a765d req-aa36605a-dea9-423a-b534-0152f16eb367 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0627444 Jun 29 23:31:42.646514 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d84a1d1b-0465-4670-8120-f4171e9a765d req-602777e2-7a3d-4fe8-83a6-666f0a58d1eb tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336590 Jun 29 23:31:42.648090 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 0b588100-19f4-456e-870e-720923aaba3f completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:31:42.652087 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 0b588100-19f4-456e-870e-720923aaba3f triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:31:42.652456 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:42.727641 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:42.748810 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64306474-3232-4b29-8d81-d774cdcba37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b588100-19f4-456e-870e-720923aaba3f'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:31:42.751020 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0436c020-c233-4552-8fb4-bf145ab2e006" -d '{"events": [{"server_uuid": "64306474-3232-4b29-8d81-d774cdcba37a", "name": "network-vif-plugged", "status": "completed", "tag": "0b588100-19f4-456e-870e-720923aaba3f"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:31:42.763903 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 0b588100-19f4-456e-870e-720923aaba3f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0b588100-19f4-456e-870e-720923aaba3f,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:31:42.786247 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6395f9b-9a95-4cdf-a020-f35e82796b73 x-openstack-request-id: req-a6395f9b-9a95-4cdf-a020-f35e82796b73 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:31:42.786550 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64306474-3232-4b29-8d81-d774cdcba37a", "name": "network-vif-plugged", "status": "completed", "tag": "0b588100-19f4-456e-870e-720923aaba3f", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:31:42.786813 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6395f9b-9a95-4cdf-a020-f35e82796b73 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:31:42.787214 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64306474-3232-4b29-8d81-d774cdcba37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b588100-19f4-456e-870e-720923aaba3f', 'code': 200} Jun 29 23:31:42.807936 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:42.810289 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1ed17bef-d3b8-498f-afe8-943551d6bbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:42.860164 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=0b588100-19f4-456e-870e-720923aaba3f,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:31:42.862886 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:31:43.166001 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896c849-1c37-45d4-8948-aea8172653cc req-2bc1b1cc-b3cd-47ce-a905-02a7d7a56d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:43.167393 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9896c849-1c37-45d4-8948-aea8172653cc req-2bc1b1cc-b3cd-47ce-a905-02a7d7a56d07 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 1098 time: 0.0539427 Jun 29 23:31:43.205549 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9896c849-1c37-45d4-8948-aea8172653cc req-eb92b64a-36a0-4fa0-8c57-1e02276c1891 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278625 Jun 29 23:31:43.310742 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000ccce-4531-4a4a-a2de-9b4900f5068a req-034a591a-8989-4eaa-ad64-a9dd10105c81 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:43.312215 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6000ccce-4531-4a4a-a2de-9b4900f5068a req-034a591a-8989-4eaa-ad64-a9dd10105c81 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 945 time: 0.0668437 Jun 29 23:31:43.348247 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6000ccce-4531-4a4a-a2de-9b4900f5068a req-e0c53277-9c64-4359-8aae-83a2ee774986 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Jun 29 23:31:43.814398 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb20f8-b644-4e1c-8a2e-3aee2a0d7fe8 req-c38fd6b3-bf84-4bab-aaac-8f56bdab5622 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:43.815846 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49eb20f8-b644-4e1c-8a2e-3aee2a0d7fe8 req-c38fd6b3-bf84-4bab-aaac-8f56bdab5622 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0612397 Jun 29 23:31:43.854355 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49eb20f8-b644-4e1c-8a2e-3aee2a0d7fe8 req-b03d5d09-7b5c-4e6d-8596-e2ce2e58dba2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328143 Jun 29 23:31:44.515707 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7289be7-72f6-4091-9344-56c02484f19f req-4eea68b5-1948-423c-9411-04400ccd35b1 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:44.517176 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7289be7-72f6-4091-9344-56c02484f19f req-4eea68b5-1948-423c-9411-04400ccd35b1 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 945 time: 0.0616963 Jun 29 23:31:44.557783 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7289be7-72f6-4091-9344-56c02484f19f req-47c04cf2-044c-4bfb-8703-a22fb1f70299 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jun 29 23:31:45.255265 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750b0ec-4991-42a3-bd94-bcdee822b151 req-b4f4c4f9-52cc-47b1-9da3-7b6e7a203060 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:45.256750 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1750b0ec-4991-42a3-bd94-bcdee822b151 req-b4f4c4f9-52cc-47b1-9da3-7b6e7a203060 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.2922633 Jun 29 23:31:45.295231 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1750b0ec-4991-42a3-bd94-bcdee822b151 req-55ba56c8-00c8-4f7a-8ee6-6c5243a9b4a3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327704 Jun 29 23:31:45.723512 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af07523-d2f1-41c7-867d-3e97816d0bcb req-66971f3c-4e15-40bf-b3c5-0b39612b8897 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:45.724972 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7af07523-d2f1-41c7-867d-3e97816d0bcb req-66971f3c-4e15-40bf-b3c5-0b39612b8897 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 945 time: 0.0609949 Jun 29 23:31:45.762326 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7af07523-d2f1-41c7-867d-3e97816d0bcb req-ad6218a5-adce-4f04-986b-0d826af9dc66 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Jun 29 23:31:46.470280 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc982-ba2d-406a-9b2c-f387f30a4294 req-5e57d990-1d81-42b1-8723-f1b3599e7095 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:46.471744 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-643bc982-ba2d-406a-9b2c-f387f30a4294 req-5e57d990-1d81-42b1-8723-f1b3599e7095 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0654082 Jun 29 23:31:46.511002 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-643bc982-ba2d-406a-9b2c-f387f30a4294 req-77b4fc65-eee2-4908-b672-950beef5289b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334404 Jun 29 23:31:47.687932 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ba6af-7c8e-4fc2-96ff-2ac65cdc67f2 req-62ff2419-526a-4582-8fca-51409b9f2996 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:47.689403 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-782ba6af-7c8e-4fc2-96ff-2ac65cdc67f2 req-62ff2419-526a-4582-8fca-51409b9f2996 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0650074 Jun 29 23:31:47.730058 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-782ba6af-7c8e-4fc2-96ff-2ac65cdc67f2 req-01a3f5da-4b3e-41ff-8f9e-ee34fbfc33a2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346043 Jun 29 23:31:48.900268 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe5ebb-517e-468a-8673-c03f43146d4f req-88dea64f-cf24-42f8-86d7-db9bb2b2981b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:48.901728 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8ffe5ebb-517e-468a-8673-c03f43146d4f req-88dea64f-cf24-42f8-86d7-db9bb2b2981b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0649846 Jun 29 23:31:48.944623 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8ffe5ebb-517e-468a-8673-c03f43146d4f req-78970a53-3b1a-4ef9-9ccc-1aed59e04ad2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364177 Jun 29 23:31:50.114834 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d81c2-42b5-4965-b626-44503e32839f req-140122f1-d390-40f4-bb95-9dc61494b0ba tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:50.116304 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-014d81c2-42b5-4965-b626-44503e32839f req-140122f1-d390-40f4-bb95-9dc61494b0ba tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0608029 Jun 29 23:31:50.153428 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-014d81c2-42b5-4965-b626-44503e32839f req-9e15b967-1a9a-4561-9ff5-ff6143023765 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&id=28297990-36a3-4dd0-9749-1f03398ebb79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0315106 Jun 29 23:31:50.367827 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-01b0609e-bbf9-4c57-91ad-e10a875907c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:53.206286 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7097bd32-1169-45da-9cf2-81e7c5c6ab83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:53.417513 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:54.424705 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:55.733492 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:56.847510 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893d95-890b-4562-9381-a11d5648f8b0 req-4c999790-ed23-48ae-8a54-1ed9dc7a93c5 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:56.848986 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-4c999790-ed23-48ae-8a54-1ed9dc7a93c5 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/networks?id=27695bdc-7080-49ad-9437-881ca43daaf9 HTTP/1.1" status: 200 len: 815 time: 0.0994153 Jun 29 23:31:56.862634 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-f77054f3-21e1-41b7-ada2-2074cad3e757 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/quotas/e74ab152f1204031b314f71a28b5f5bc HTTP/1.1" status: 200 len: 375 time: 0.0085104 Jun 29 23:31:56.922891 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-9d05f49e-f9c5-4c4b-ac27-67c18b61e3cf tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556211 Jun 29 23:31:57.009511 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-036bc3ed-756a-4db1-8080-5804d7e72c01 service neutron] 10.222.0.61 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800662 Jun 29 23:31:57.093272 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-6ed19689-b082-41cf-b51d-852282a3eb33 service neutron] 10.222.0.61 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775394 Jun 29 23:31:57.380945 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f2fa2bb4-8243-4e69-81d6-c849d0dccca0 req-3a10b1f4-221a-4d8f-85f0-a2d9826846a6 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 210 time: 0.0286183 Jun 29 23:31:58.523140 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03476a40-f513-4eb2-930e-bccda2bdcb3b req-6849ca7e-d1ff-4939-aea5-273ed47cb067 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 210 time: 0.0311003 Jun 29 23:31:59.398959 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893d95-890b-4562-9381-a11d5648f8b0 req-9957658f-f334-46ed-a854-1d730406a04d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:31:59.400426 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-9957658f-f334-46ed-a854-1d730406a04d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "GET /v2.0/networks?id=27695bdc-7080-49ad-9437-881ca43daaf9 HTTP/1.1" status: 200 len: 815 time: 0.0996506 Jun 29 23:31:59.421333 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Request body: {'port': {'device_id': 'd0ad701b-35ae-4c85-84ce-e0410896049e', 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9', 'admin_state_up': True, 'tenant_id': 'e74ab152f1204031b314f71a28b5f5bc'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:31:59.578933 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Made reservation on behalf of e74ab152f1204031b314f71a28b5f5bc for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:31:59.582608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:59.664467 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7dbc61b-1952-4019-b2f9-268a4db82ce0 req-8c87fb4a-78f3-4a03-9ccd-d55791f20b69 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 210 time: 0.0292237 Jun 29 23:31:59.710315 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Allocated IP 172.20.0.13 (27695bdc-7080-49ad-9437-881ca43daaf9/664f5ef8-e400-42c1-a62b-bc60b4080f58/f808926e-93bd-468d-9418-3a822ea3a1f8) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:31:59.854289 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:59.933566 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:31:59.939146 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8d162478-19c5-4bd8-bb29-e1c840d840dd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:31:59.977090 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Network 27695bdc-7080-49ad-9437-881ca43daaf9 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:31:59.980232 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:31:59.984251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:31:59.985573 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['0b588100-19f4-456e-870e-720923aaba3f'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:32:00.010933 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Pushing event updated for resources: {'Port': ['ID=f808926e-93bd-468d-9418-3a822ea3a1f8,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:00.015713 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:00.036371 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:00.036985 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:00.117255 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7001355 Jun 29 23:32:00.140577 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Request body: {'port': {'device_id': 'd0ad701b-35ae-4c85-84ce-e0410896049e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:32:00.213368 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:00.460879 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f808926e-93bd-468d-9418-3a822ea3a1f8 {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:32:00.468606 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:00.479785 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Transition to ACTIVE for port object f808926e-93bd-468d-9418-3a822ea3a1f8 will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:32:00.533021 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:00.534936 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-400e90a6-4149-4573-9846-049bd8567db4 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:00.580971 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f808926e-93bd-468d-9418-3a822ea3a1f8,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:00.585197 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:00.653706 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Attempting to bind port f808926e-93bd-468d-9418-3a822ea3a1f8 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:32:00.654048 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Attempting to bind port f808926e-93bd-468d-9418-3a822ea3a1f8 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:32:00.654380 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Attempting to bind port f808926e-93bd-468d-9418-3a822ea3a1f8 on network 27695bdc-7080-49ad-9437-881ca43daaf9 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:32:00.658612 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Port f808926e-93bd-468d-9418-3a822ea3a1f8 on network 27695bdc-7080-49ad-9437-881ca43daaf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:32:00.658937 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Attempting to bind port f808926e-93bd-468d-9418-3a822ea3a1f8 on network 27695bdc-7080-49ad-9437-881ca43daaf9 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:32:00.663722 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:32:00.664169 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Checking segment: {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:32:00.664629 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Bound using segment: {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:32:00.665132 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Bound port: f808926e-93bd-468d-9418-3a822ea3a1f8, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:32:00.665492 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:00.716432 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:00.728496 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] For port f808926e-93bd-468d-9418-3a822ea3a1f8, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:32:00.731541 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] For port f808926e-93bd-468d-9418-3a822ea3a1f8, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f808926e-93bd-468d-9418-3a822ea3a1f8,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:32:00.796784 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:00.799820 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:00.830664 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:00.831292 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:00.832723 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/f808926e-93bd-468d-9418-3a822ea3a1f8 HTTP/1.1" status: 200 len: 1094 time: 0.6970208 Jun 29 23:32:00.835097 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ad701b-35ae-4c85-84ce-e0410896049e', 'tag': 'f808926e-93bd-468d-9418-3a822ea3a1f8'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:00.837418 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1142f90-6755-4b7f-bcab-e9e0b835dff9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ad701b-35ae-4c85-84ce-e0410896049e", "tag": "f808926e-93bd-468d-9418-3a822ea3a1f8"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:00.837854 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ec605-bb8a-4f7b-93ac-79714d97b5b8 req-45413e06-6673-473b-908c-5530983f5f97 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:00.839296 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb6ec605-bb8a-4f7b-93ac-79714d97b5b8 req-45413e06-6673-473b-908c-5530983f5f97 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 944 time: 0.0625708 Jun 29 23:32:00.863301 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f808926e-93bd-468d-9418-3a822ea3a1f8,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:00.866913 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:00.872288 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd1ef16-6886-4209-896d-b3b4d1bff46a x-openstack-request-id: req-afd1ef16-6886-4209-896d-b3b4d1bff46a {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:00.872415 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ad701b-35ae-4c85-84ce-e0410896049e", "tag": "f808926e-93bd-468d-9418-3a822ea3a1f8", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:00.872651 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-afd1ef16-6886-4209-896d-b3b4d1bff46a {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:00.873083 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ad701b-35ae-4c85-84ce-e0410896049e', 'tag': 'f808926e-93bd-468d-9418-3a822ea3a1f8', 'status': 'completed', 'code': 200} Jun 29 23:32:00.891133 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb6ec605-bb8a-4f7b-93ac-79714d97b5b8 req-0a0d5ed2-9d95-4466-aa7e-bac42a100beb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422580 Jun 29 23:32:00.971647 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1142f90-6755-4b7f-bcab-e9e0b835dff9 req-b5e87dd1-7814-47e4-a5b6-d3047441964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:00.973008 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c1142f90-6755-4b7f-bcab-e9e0b835dff9 req-b5e87dd1-7814-47e4-a5b6-d3047441964a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 1097 time: 0.0513031 Jun 29 23:32:01.080824 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1142f90-6755-4b7f-bcab-e9e0b835dff9 req-559bada8-0df2-48f5-a4ad-9f715abdada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:01.082272 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c1142f90-6755-4b7f-bcab-e9e0b835dff9 req-559bada8-0df2-48f5-a4ad-9f715abdada2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e74ab152f1204031b314f71a28b5f5bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0916181 Jun 29 23:32:01.177854 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1142f90-6755-4b7f-bcab-e9e0b835dff9 req-cd2fcb97-3610-4905-b150-183247713f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:01.179289 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c1142f90-6755-4b7f-bcab-e9e0b835dff9 req-cd2fcb97-3610-4905-b150-183247713f41 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871954 Jun 29 23:32:01.310807 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893d95-890b-4562-9381-a11d5648f8b0 req-acd3a7ee-0ac8-4eb8-87ec-fd66cee32001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:01.312348 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-acd3a7ee-0ac8-4eb8-87ec-fd66cee32001 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 1097 time: 0.0513616 Jun 29 23:32:01.359014 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-c5afebff-9ce6-4d22-8388-e85d029d3da7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f808926e-93bd-468d-9418-3a822ea3a1f8 HTTP/1.1" status: 200 len: 217 time: 0.0326071 Jun 29 23:32:01.411206 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893d95-890b-4562-9381-a11d5648f8b0 req-0ab507c3-37d7-44ad-ac91-afbb40ddfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:01.412595 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-0ab507c3-37d7-44ad-ac91-afbb40ddfd05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=664f5ef8-e400-42c1-a62b-bc60b4080f58 HTTP/1.1" status: 200 len: 855 time: 0.0438573 Jun 29 23:32:01.448291 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-36652d3b-34b0-423b-b256-73c1f4a116fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27695bdc-7080-49ad-9437-881ca43daaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242357 Jun 29 23:32:01.543702 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-40850a98-fdcf-44d7-8617-e286f85626b3 service neutron] 10.222.0.64 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782154 Jun 29 23:32:01.632496 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-91893d95-890b-4562-9381-a11d5648f8b0 req-c96c7902-ecb0-460f-86d3-2a113a27422b service neutron] 10.222.0.64 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818818 Jun 29 23:32:02.071755 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d42e9-6292-43b6-997e-5e1058cf1682 req-5cd5fbdf-4ac2-41b8-b08b-d3decbd605e5 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:02.073592 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-957d42e9-6292-43b6-997e-5e1058cf1682 req-5cd5fbdf-4ac2-41b8-b08b-d3decbd605e5 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 944 time: 0.0707216 Jun 29 23:32:02.083829 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:32:02.120633 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-957d42e9-6292-43b6-997e-5e1058cf1682 req-43ec2bd4-ad40-452d-8441-b26268134220 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Jun 29 23:32:03.288882 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4868ea2-3940-4504-b810-de9f1fe353a0 req-f314680f-517d-4707-af43-1e1c76065087 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:03.290310 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a4868ea2-3940-4504-b810-de9f1fe353a0 req-f314680f-517d-4707-af43-1e1c76065087 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 944 time: 0.0613797 Jun 29 23:32:03.327662 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a4868ea2-3940-4504-b810-de9f1fe353a0 req-2c04696a-256c-48b9-9efd-4fa4f2daddc6 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312078 Jun 29 23:32:04.492444 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b101b-7f86-4f01-a1b7-fb2e8a006c9b req-b8413778-3c98-48f7-9161-8b7e59be38f2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:04.493944 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f0b101b-7f86-4f01-a1b7-fb2e8a006c9b req-b8413778-3c98-48f7-9161-8b7e59be38f2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 944 time: 0.0608206 Jun 29 23:32:04.530387 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f0b101b-7f86-4f01-a1b7-fb2e8a006c9b req-a24dfd3b-8650-4294-8fb8-aee1ee8fa432 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304704 Jun 29 23:32:04.597885 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device f808926e-93bd-468d-9418-3a822ea3a1f8 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:32:04.693458 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port f808926e-93bd-468d-9418-3a822ea3a1f8, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f808926e-93bd-468d-9418-3a822ea3a1f8,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:04.703903 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'f808926e-93bd-468d-9418-3a822ea3a1f8', 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9', 'port_id': 'f808926e-93bd-468d-9418-3a822ea3a1f8', 'mac_address': 'fa:16:3e:ca:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664f5ef8-e400-42c1-a62b-bc60b4080f58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:32:04.738680 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:04.751228 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f808926e-93bd-468d-9418-3a822ea3a1f8 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:32:04.769656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port f808926e-93bd-468d-9418-3a822ea3a1f8, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f808926e-93bd-468d-9418-3a822ea3a1f8,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:04.840234 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:04.842672 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:04.886423 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=f808926e-93bd-468d-9418-3a822ea3a1f8,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:04.889294 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:05.244181 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['f808926e-93bd-468d-9418-3a822ea3a1f8'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:32:05.709040 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f266a-b28c-4bc6-805d-54fbdd44fb45 req-0d1163db-d6e0-4bc6-b9de-385582d94176 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:05.710500 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b1f266a-b28c-4bc6-805d-54fbdd44fb45 req-0d1163db-d6e0-4bc6-b9de-385582d94176 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 945 time: 0.0694752 Jun 29 23:32:05.747390 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b1f266a-b28c-4bc6-805d-54fbdd44fb45 req-e25524eb-59fc-45a1-b4e2-dc330201da00 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313559 Jun 29 23:32:06.629818 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device f808926e-93bd-468d-9418-3a822ea3a1f8 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:32:06.744118 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port f808926e-93bd-468d-9418-3a822ea3a1f8 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:32:06.747789 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port f808926e-93bd-468d-9418-3a822ea3a1f8 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:32:06.748178 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:06.825656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:06.847357 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ad701b-35ae-4c85-84ce-e0410896049e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f808926e-93bd-468d-9418-3a822ea3a1f8'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:06.849637 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5018afff-3f06-446d-9fce-a9d3819ac201" -d '{"events": [{"server_uuid": "d0ad701b-35ae-4c85-84ce-e0410896049e", "name": "network-vif-plugged", "status": "completed", "tag": "f808926e-93bd-468d-9418-3a822ea3a1f8"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:06.866248 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port f808926e-93bd-468d-9418-3a822ea3a1f8, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f808926e-93bd-468d-9418-3a822ea3a1f8,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:06.886713 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa562a3c-3a11-4243-a601-4b57ab00d25d x-openstack-request-id: req-aa562a3c-3a11-4243-a601-4b57ab00d25d {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:06.887023 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ad701b-35ae-4c85-84ce-e0410896049e", "name": "network-vif-plugged", "status": "completed", "tag": "f808926e-93bd-468d-9418-3a822ea3a1f8", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:06.887287 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa562a3c-3a11-4243-a601-4b57ab00d25d {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:06.887726 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ad701b-35ae-4c85-84ce-e0410896049e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f808926e-93bd-468d-9418-3a822ea3a1f8', 'code': 200} Jun 29 23:32:06.916124 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:06.918128 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:06.923683 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09efc8-8a5a-43d5-9ef6-af2747634d0e req-5e4e96f9-3ee6-430d-99dc-c923b53236b9 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:06.927501 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dd09efc8-8a5a-43d5-9ef6-af2747634d0e req-5e4e96f9-3ee6-430d-99dc-c923b53236b9 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 945 time: 0.0690367 Jun 29 23:32:06.968931 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dd09efc8-8a5a-43d5-9ef6-af2747634d0e req-5e3864d0-9f1e-434e-b12f-f79fba6df9da tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Jun 29 23:32:06.969530 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=f808926e-93bd-468d-9418-3a822ea3a1f8,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:06.972465 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:07.306429 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce120ff-c3aa-48df-80a0-018814756e4a req-1d96a0c8-c15d-4660-8051-bbebb3204bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:07.307931 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3ce120ff-c3aa-48df-80a0-018814756e4a req-1d96a0c8-c15d-4660-8051-bbebb3204bf2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 1099 time: 0.0504661 Jun 29 23:32:07.340870 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-3ce120ff-c3aa-48df-80a0-018814756e4a req-405784c8-18e6-4609-8303-d749e47969fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264571 Jun 29 23:32:08.148111 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f17ec-19dd-4647-8c37-68f93832a90c req-4285d28b-cc55-4185-a165-226237208837 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:08.149543 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-701f17ec-19dd-4647-8c37-68f93832a90c req-4285d28b-cc55-4185-a165-226237208837 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 946 time: 0.0637004 Jun 29 23:32:08.186611 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-701f17ec-19dd-4647-8c37-68f93832a90c req-83bab842-a21c-42e9-b92b-c0a97e533164 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310185 Jun 29 23:32:09.353612 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811fcba-e5cc-4afb-957f-7591d78576ae req-79e39ca0-e2d7-4fdd-8f1f-8ffcbbbf7bb2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:09.355057 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3811fcba-e5cc-4afb-957f-7591d78576ae req-79e39ca0-e2d7-4fdd-8f1f-8ffcbbbf7bb2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 946 time: 0.0624356 Jun 29 23:32:09.391772 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3811fcba-e5cc-4afb-957f-7591d78576ae req-0e5de966-79dc-480d-8562-22f38bba1a44 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306208 Jun 29 23:32:12.321070 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-c8a84210-1a06-47ab-9f1e-6c379461ba83 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:12.322446 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-c8a84210-1a06-47ab-9f1e-6c379461ba83 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/networks?id=27695bdc-7080-49ad-9437-881ca43daaf9 HTTP/1.1" status: 200 len: 815 time: 0.1019733 Jun 29 23:32:12.336282 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-c8d1a849-7fea-4cee-8c62-8f94d60d350f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/quotas/e74ab152f1204031b314f71a28b5f5bc HTTP/1.1" status: 200 len: 375 time: 0.0085583 Jun 29 23:32:12.398139 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-336fd83c-b73a-4e7e-8c0b-07d5e0c08b45 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571322 Jun 29 23:32:12.485855 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-eadbd662-00a4-44a7-990a-3a3362878920 service neutron] 10.222.0.61 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811272 Jun 29 23:32:12.570672 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-c3edea9d-9028-4d44-854a-eab38a9196d2 service neutron] 10.222.0.61 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793357 Jun 29 23:32:12.802895 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f1f42c2e-36d7-442a-94b7-597e525b720e req-416de992-dfcc-477a-bfb7-99dc1b31abdf tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 210 time: 0.0273473 Jun 29 23:32:13.943247 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f0b25579-6223-4006-9cf8-9667634210c5 req-e0be7f86-517e-4500-b7de-f8b2865b771e tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 210 time: 0.0301604 Jun 29 23:32:14.891493 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-69233bee-b937-429e-86db-fbe95d121aea tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:14.892911 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-69233bee-b937-429e-86db-fbe95d121aea tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "GET /v2.0/networks?id=27695bdc-7080-49ad-9437-881ca43daaf9 HTTP/1.1" status: 200 len: 815 time: 0.1003249 Jun 29 23:32:14.921465 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Request body: {'port': {'device_id': '5d863d4b-0f0e-4f96-8f4e-63dd90b486b5', 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9', 'admin_state_up': True, 'tenant_id': 'e74ab152f1204031b314f71a28b5f5bc'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:32:15.081452 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3dbc544-1ce8-419c-8e3c-ef477970033a req-53b5ad3a-9f01-40ab-8986-0bcd0a207662 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 210 time: 0.0292263 Jun 29 23:32:15.121416 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Made reservation on behalf of e74ab152f1204031b314f71a28b5f5bc for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:32:15.125520 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:15.245727 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Allocated IP 172.20.0.5 (27695bdc-7080-49ad-9437-881ca43daaf9/664f5ef8-e400-42c1-a62b-bc60b4080f58/af5e0295-2616-4644-9c9d-9520985bb2f3) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:32:15.391170 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:15.486070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:15.489986 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-40080521-c049-4f4e-bc94-dea36622882d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:15.531070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Network 27695bdc-7080-49ad-9437-881ca43daaf9 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:32:15.533502 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['0b588100-19f4-456e-870e-720923aaba3f', 'f808926e-93bd-468d-9418-3a822ea3a1f8'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:32:15.534326 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:32:15.538134 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:32:15.545322 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Pushing event updated for resources: {'Port': ['ID=af5e0295-2616-4644-9c9d-9520985bb2f3,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:15.576584 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.576968 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.577438 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.578302 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.578675 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.579048 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.579415 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.579802 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.580165 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.580526 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.580892 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.581252 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:15.586457 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:15.604835 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:15.605445 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:15.670996 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536955 Jun 29 23:32:15.689927 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Request body: {'port': {'device_id': '5d863d4b-0f0e-4f96-8f4e-63dd90b486b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:32:15.759419 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:16.012072 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5e0295-2616-4644-9c9d-9520985bb2f3 {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:32:16.019688 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:16.031385 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Transition to ACTIVE for port object af5e0295-2616-4644-9c9d-9520985bb2f3 will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:32:16.093868 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:16.096874 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-51666c5d-639f-4fbf-8eb1-ac0ee791e6f5 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:16.162246 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Pushing event updated for resources: {'Port': ['ID=af5e0295-2616-4644-9c9d-9520985bb2f3,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:16.180167 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:16.208837 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Attempting to bind port af5e0295-2616-4644-9c9d-9520985bb2f3 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:32:16.209180 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Attempting to bind port af5e0295-2616-4644-9c9d-9520985bb2f3 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:32:16.209510 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Attempting to bind port af5e0295-2616-4644-9c9d-9520985bb2f3 on network 27695bdc-7080-49ad-9437-881ca43daaf9 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:32:16.213833 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Port af5e0295-2616-4644-9c9d-9520985bb2f3 on network 27695bdc-7080-49ad-9437-881ca43daaf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:32:16.214157 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Attempting to bind port af5e0295-2616-4644-9c9d-9520985bb2f3 on network 27695bdc-7080-49ad-9437-881ca43daaf9 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:32:16.219714 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:32:16.220083 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Checking segment: {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:32:16.220467 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Bound using segment: {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:32:16.220896 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Bound port: af5e0295-2616-4644-9c9d-9520985bb2f3, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:32:16.221258 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:16.253329 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36915e09-4fb2-46ab-93d9-37e3365748e4 req-0918b332-1a9c-4ae6-8a92-bc1342648b33 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:16.254788 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36915e09-4fb2-46ab-93d9-37e3365748e4 req-0918b332-1a9c-4ae6-8a92-bc1342648b33 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 943 time: 0.0605466 Jun 29 23:32:16.286563 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] For port af5e0295-2616-4644-9c9d-9520985bb2f3, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:32:16.289803 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] For port af5e0295-2616-4644-9c9d-9520985bb2f3, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=af5e0295-2616-4644-9c9d-9520985bb2f3,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:32:16.294045 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36915e09-4fb2-46ab-93d9-37e3365748e4 req-e45f34c5-ca30-423d-83e4-f1383a95ff58 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Jun 29 23:32:16.372069 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:16.374673 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-00883828-d60c-4858-8334-7894daf783f0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:16.408086 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:16.408688 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:16.410043 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/af5e0295-2616-4644-9c9d-9520985bb2f3 HTTP/1.1" status: 200 len: 1093 time: 0.7243695 Jun 29 23:32:16.410543 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d863d4b-0f0e-4f96-8f4e-63dd90b486b5', 'tag': 'af5e0295-2616-4644-9c9d-9520985bb2f3'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:16.412812 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981bb2f5-a833-410a-a048-03f6da588235" -d '{"events": [{"name": "network-changed", "server_uuid": "5d863d4b-0f0e-4f96-8f4e-63dd90b486b5", "tag": "af5e0295-2616-4644-9c9d-9520985bb2f3"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:16.432776 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Pushing event updated for resources: {'Port': ['ID=af5e0295-2616-4644-9c9d-9520985bb2f3,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:16.436503 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:16.450251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9cd3c0-b024-4846-87ff-f1dc3d3f697e x-openstack-request-id: req-be9cd3c0-b024-4846-87ff-f1dc3d3f697e {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:16.450741 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d863d4b-0f0e-4f96-8f4e-63dd90b486b5", "tag": "af5e0295-2616-4644-9c9d-9520985bb2f3", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:16.450969 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be9cd3c0-b024-4846-87ff-f1dc3d3f697e {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:16.451407 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d863d4b-0f0e-4f96-8f4e-63dd90b486b5', 'tag': 'af5e0295-2616-4644-9c9d-9520985bb2f3', 'status': 'completed', 'code': 200} Jun 29 23:32:16.549356 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bb2f5-a833-410a-a048-03f6da588235 req-84085de2-cfe4-42c6-9495-1fa90657e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:16.550685 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-981bb2f5-a833-410a-a048-03f6da588235 req-84085de2-cfe4-42c6-9495-1fa90657e860 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 1096 time: 0.0520065 Jun 29 23:32:16.653182 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bb2f5-a833-410a-a048-03f6da588235 req-80a861bb-892d-42ae-917f-32a015f531c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:16.654587 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-981bb2f5-a833-410a-a048-03f6da588235 req-80a861bb-892d-42ae-917f-32a015f531c8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e74ab152f1204031b314f71a28b5f5bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0895092 Jun 29 23:32:16.744605 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bb2f5-a833-410a-a048-03f6da588235 req-f40e0f7c-9679-4d8f-9561-3aba884ae367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:16.746002 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-981bb2f5-a833-410a-a048-03f6da588235 req-f40e0f7c-9679-4d8f-9561-3aba884ae367 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0834398 Jun 29 23:32:16.863127 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-6770e7b7-7e9a-4dca-b96c-fdd67d164d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:16.864488 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-6770e7b7-7e9a-4dca-b96c-fdd67d164d71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 1096 time: 0.0542302 Jun 29 23:32:16.911916 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-ea50ad67-b83b-4ad1-a4b4-516ac43a9240 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af5e0295-2616-4644-9c9d-9520985bb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0331511 Jun 29 23:32:16.982123 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-eaa16127-d5fc-4f56-ae03-d6fd65c4c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:16.983607 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-eaa16127-d5fc-4f56-ae03-d6fd65c4c3f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=664f5ef8-e400-42c1-a62b-bc60b4080f58 HTTP/1.1" status: 200 len: 855 time: 0.0425737 Jun 29 23:32:17.017500 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-7016b80d-aa6d-4e87-95a8-46f6133976a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27695bdc-7080-49ad-9437-881ca43daaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272784 Jun 29 23:32:17.111066 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-e7148384-ca73-46bc-8d07-69100c7b839f service neutron] 10.222.0.64 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813446 Jun 29 23:32:17.199712 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd527ca4-8152-4a21-8d6d-0ea9713ca6d2 req-79471155-c0fd-405a-a47f-d4630b2944d9 service neutron] 10.222.0.64 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820041 Jun 29 23:32:17.467832 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90250874-d859-46f8-b5a1-bbcd1c610cfe req-a0e5e37d-4d19-4792-aca6-0004270ae70a tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:17.469164 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-90250874-d859-46f8-b5a1-bbcd1c610cfe req-a0e5e37d-4d19-4792-aca6-0004270ae70a tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 943 time: 0.0653155 Jun 29 23:32:17.505450 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-90250874-d859-46f8-b5a1-bbcd1c610cfe req-8b1f02d5-8a77-4260-a599-63eb5b30246e tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306807 Jun 29 23:32:18.672567 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4009ccc-a0c4-4127-abb2-d708efbe6477 req-9c4cb6cd-5f92-42f4-a1da-21f15dc963af tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:18.673944 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4009ccc-a0c4-4127-abb2-d708efbe6477 req-9c4cb6cd-5f92-42f4-a1da-21f15dc963af tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 943 time: 0.0610335 Jun 29 23:32:18.711362 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4009ccc-a0c4-4127-abb2-d708efbe6477 req-4c433b74-f93f-4dc5-8545-2e203621249b tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jun 29 23:32:19.884842 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7f538-70f2-48ac-b393-ef90329af3ba req-f4be7e87-8c09-4af5-b938-2062c98403cb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:19.886394 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17b7f538-70f2-48ac-b393-ef90329af3ba req-f4be7e87-8c09-4af5-b938-2062c98403cb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 943 time: 0.0649400 Jun 29 23:32:19.928340 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17b7f538-70f2-48ac-b393-ef90329af3ba req-bccbdffa-c291-4d19-8733-6dedfa1d13d8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 Jun 29 23:32:20.079535 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8019-2d68-4259-9898-1585ad1e8885 req-0ac1e1e4-bc0a-45d3-a97d-f7826c8646c6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:20.080955 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-907e8019-2d68-4259-9898-1585ad1e8885 req-0ac1e1e4-bc0a-45d3-a97d-f7826c8646c6 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 946 time: 0.0612240 Jun 29 23:32:20.116261 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-907e8019-2d68-4259-9898-1585ad1e8885 req-f78da3fb-2e5b-433c-af76-03d8594a964b tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297251 Jun 29 23:32:20.360377 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9ecf98fe-ced4-4ec0-980d-0c7fa6d6e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:20.706224 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device af5e0295-2616-4644-9c9d-9520985bb2f3 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:32:20.800224 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port af5e0295-2616-4644-9c9d-9520985bb2f3, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=af5e0295-2616-4644-9c9d-9520985bb2f3,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:20.811098 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'af5e0295-2616-4644-9c9d-9520985bb2f3', 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9', 'port_id': 'af5e0295-2616-4644-9c9d-9520985bb2f3', 'mac_address': 'fa:16:3e:68:7e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664f5ef8-e400-42c1-a62b-bc60b4080f58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:32:20.846144 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:20.858145 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5e0295-2616-4644-9c9d-9520985bb2f3 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:32:20.877186 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port af5e0295-2616-4644-9c9d-9520985bb2f3, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=af5e0295-2616-4644-9c9d-9520985bb2f3,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:20.978443 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:20.980313 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:21.028918 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=af5e0295-2616-4644-9c9d-9520985bb2f3,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:21.031972 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:21.099613 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d7b53-f53f-454d-bd4c-69bdbcded0d4 req-bd4ccbf6-bbc2-4044-8fde-865d57c6474c tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:21.101030 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-346d7b53-f53f-454d-bd4c-69bdbcded0d4 req-bd4ccbf6-bbc2-4044-8fde-865d57c6474c tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 944 time: 0.0607121 Jun 29 23:32:21.136581 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-346d7b53-f53f-454d-bd4c-69bdbcded0d4 req-66b8c650-61ff-4454-b602-6c4945d724d0 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300603 Jun 29 23:32:21.293706 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb71b2d-fe2f-4fb5-964f-ca50dc1dd293 req-f0535133-0795-4894-b232-b96ae3c0df0c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:21.295075 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-edb71b2d-fe2f-4fb5-964f-ca50dc1dd293 req-f0535133-0795-4894-b232-b96ae3c0df0c tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 946 time: 0.0672672 Jun 29 23:32:21.333019 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-edb71b2d-fe2f-4fb5-964f-ca50dc1dd293 req-27a21579-beec-4d34-854a-aab28fcc6fae tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jun 29 23:32:21.398810 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['af5e0295-2616-4644-9c9d-9520985bb2f3'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:32:21.839975 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0e366-9420-4f70-8186-566cf804f859 req-1e8e44a9-5ecb-4cd4-b651-95306c8d8516 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:21.841350 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c1a0e366-9420-4f70-8186-566cf804f859 req-1e8e44a9-5ecb-4cd4-b651-95306c8d8516 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 946 time: 0.0592046 Jun 29 23:32:21.935660 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Deleting port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:21.935922 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:22.267944 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] For port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:22.268312 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:22.306636 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab300eda-641b-4f5e-b732-22f3effa0837 req-2e4ba7a6-9c77-4006-9fdb-6eb4aef00de4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:22.307497 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab300eda-641b-4f5e-b732-22f3effa0837 req-2e4ba7a6-9c77-4006-9fdb-6eb4aef00de4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 944 time: 0.0629489 Jun 29 23:32:22.346201 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab300eda-641b-4f5e-b732-22f3effa0837 req-93e42841-3289-4725-9167-9d1fe0817d5e tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Jun 29 23:32:22.436290 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:22.436662 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:22.436980 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.l3_db [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Floating IP 555de84d-bbb7-4dca-a81a-f92eea1e085a disassociated. External IP: 172.27.1.247, port: 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e. Jun 29 23:32:22.437853 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Calling delete_port for 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:22.508529 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5473f0-29ea-416e-b018-d35e86933414 req-6be870a4-3b90-42b5-b0b9-a6fa774ea662 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:22.509989 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dd5473f0-29ea-416e-b018-d35e86933414 req-6be870a4-3b90-42b5-b0b9-a6fa774ea662 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 946 time: 0.0611832 Jun 29 23:32:22.550950 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dd5473f0-29ea-416e-b018-d35e86933414 req-6e53f2d1-bbed-4f84-8ab9-e4214337354f tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups?id=723d54fd-75ed-4d32-a325-513c8017325b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351529 Jun 29 23:32:22.651278 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:22.655401 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d8e12f05-933d-4e68-8eac-d2ce66ac33f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:22.679137 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event deleted for resources: {'Port': ['ID=3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:22.681570 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:22.753379 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device af5e0295-2616-4644-9c9d-9520985bb2f3 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:32:22.794160 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Router 0897372a-ca15-41b6-8e9d-521dceeec368 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:32:22.852861 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port af5e0295-2616-4644-9c9d-9520985bb2f3 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:32:22.856788 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port af5e0295-2616-4644-9c9d-9520985bb2f3 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:32:22.857170 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:22.900943 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:32:22.911386 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] Sync routers for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:32:22.922400 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:22.923400 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:31:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:22.933148 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:22.956131 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] No DVR routers for this DVR port 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:32:22.957889 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d863d4b-0f0e-4f96-8f4e-63dd90b486b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e0295-2616-4644-9c9d-9520985bb2f3'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:22.958554 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:22.958995 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78c80c0-1b0a-4058-b3e6-1dbd7f53ea14" -d '{"events": [{"server_uuid": "5d863d4b-0f0e-4f96-8f4e-63dd90b486b5", "name": "network-vif-plugged", "status": "completed", "tag": "af5e0295-2616-4644-9c9d-9520985bb2f3"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:22.960545 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c1a0e366-9420-4f70-8186-566cf804f859 req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.64 "DELETE /v2.0/ports/3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e HTTP/1.1" status: 204 len: 173 time: 1.1129396 Jun 29 23:32:22.961140 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-deleted', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:22.963479 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db809c0-f345-40d5-91a1-7a6953cd4758" -d '{"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-deleted", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:22.971914 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port af5e0295-2616-4644-9c9d-9520985bb2f3, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=af5e0295-2616-4644-9c9d-9520985bb2f3,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:23.000911 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd3dcad-ab3e-43cd-a8de-16749aac0f34 x-openstack-request-id: req-6cd3dcad-ab3e-43cd-a8de-16749aac0f34 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:23.001220 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d863d4b-0f0e-4f96-8f4e-63dd90b486b5", "name": "network-vif-plugged", "status": "completed", "tag": "af5e0295-2616-4644-9c9d-9520985bb2f3", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:23.001484 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6cd3dcad-ab3e-43cd-a8de-16749aac0f34 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:23.001893 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d863d4b-0f0e-4f96-8f4e-63dd90b486b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5e0295-2616-4644-9c9d-9520985bb2f3', 'code': 200} Jun 29 23:32:23.015213 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b4b551-9837-410f-83f7-56181a693ce5 x-openstack-request-id: req-f0b4b551-9837-410f-83f7-56181a693ce5 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:23.015213 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea07ed8-7b60-42fd-81d1-53e5f78fc9ac", "name": "network-vif-deleted", "tag": "3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:23.015612 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0b4b551-9837-410f-83f7-56181a693ce5 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:23.016011 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea07ed8-7b60-42fd-81d1-53e5f78fc9ac', 'name': 'network-vif-deleted', 'tag': '3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e', 'status': 'completed', 'code': 200} Jun 29 23:32:23.041824 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:23.042380 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:23.042771 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:23.045866 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:23.085904 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:23.086264 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 3b3f8eb1-06c4-4120-a1b1-be1ad2c1b40e not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:23.115797 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=af5e0295-2616-4644-9c9d-9520985bb2f3,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:23.119148 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:23.262928 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eeaf3e76-a61c-4156-b2f8-5fb8308a77e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:23.263544 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:23.293110 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] Checking router: 0897372a-ca15-41b6-8e9d-521dceeec368 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:32:23.302169 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:23.302813 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:23.383786 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:23.418662 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:23.471536 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f636df6-c7c0-4bcc-8285-ddc39c45f50f req-5ab3312d-e17b-42c5-a3e0-d3de35a7bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:23.473119 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9f636df6-c7c0-4bcc-8285-ddc39c45f50f req-5ab3312d-e17b-42c5-a3e0-d3de35a7bfe2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 1098 time: 0.0532508 Jun 29 23:32:23.514260 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9f636df6-c7c0-4bcc-8285-ddc39c45f50f req-d1dd2763-df46-41d5-8741-27501ffa2749 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292878 Jun 29 23:32:23.534588 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771a8b8-7ffd-4818-8e67-5857acc75215 req-ecb9f9da-08f9-4ada-abf0-1bdd7cca5b41 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:23.536639 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0771a8b8-7ffd-4818-8e67-5857acc75215 req-ecb9f9da-08f9-4ada-abf0-1bdd7cca5b41 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 945 time: 0.0707095 Jun 29 23:32:23.574182 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0771a8b8-7ffd-4818-8e67-5857acc75215 req-c1666515-07fd-4132-a287-51504516b7f2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Jun 29 23:32:23.623680 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:23.649299 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a66a28-ae20-4bc6-8f55-870ceb486247 None None] The sync data for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi is: [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:24:29Z', 'revision_number': 4, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '4c1d40e9-4677-4d57-81a4-74c8aad192ca', 'name': '', 'network_id': '1491f8eb-60e7-415d-8468-88dc866fd07d', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'mac_address': 'fa:16:3e:d6:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:27Z', 'updated_at': '2021-06-29T23:24:42Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'subnets': [{'id': 'c99bd0f5-85c6-4b83-8e62-87c563779caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:32:23.713655 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-301637aa-1d9e-402c-b18a-2adb8e5ce0a4 req-f0dea7a5-35d2-4311-8c46-201ad9031c21 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/ports?device_id=fea07ed8-7b60-42fd-81d1-53e5f78fc9ac HTTP/1.1" status: 200 len: 210 time: 0.0288427 Jun 29 23:32:23.871924 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d565f-0e51-4e4b-a7e2-b5f3555a04d6 None None] New status for floating IP 555de84d-bbb7-4dca-a81a-f92eea1e085a: DOWN {{(pid=93642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:32:24.441513 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:24.750389 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda3ac-9796-47a0-8cd2-548ad6121c09 req-9e64be65-cb88-4177-9ba7-3ab35e4e8dfb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:24.751879 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1feda3ac-9796-47a0-8cd2-548ad6121c09 req-9e64be65-cb88-4177-9ba7-3ab35e4e8dfb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 945 time: 0.0650992 Jun 29 23:32:24.788376 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1feda3ac-9796-47a0-8cd2-548ad6121c09 req-ade3c7d4-8f68-4d6e-9ab8-732417705edd tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Jun 29 23:32:24.892125 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50798) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:24.947770 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:24.970260 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.074605 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.077218 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.078889 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "DELETE /v2.0/security-groups/723d54fd-75ed-4d32-a325-513c8017325b HTTP/1.1" status: 204 len: 168 time: 0.1856487 Jun 29 23:32:25.079812 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f598b778-fff3-472d-aebc-9457d9d3ddd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:25.081683 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50800) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:25.088374 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723d54fd-75ed-4d32-a325-513c8017325b,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:25.097511 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.api.v2.resource [None req-69cb9719-63b5-44e1-9071-7c82855ef021 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] show failed (client error): The resource could not be found. Jun 29 23:32:25.097977 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.098360 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.098540 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-69cb9719-63b5-44e1-9071-7c82855ef021 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "GET /v2.0/security-groups/723d54fd-75ed-4d32-a325-513c8017325b HTTP/1.1" status: 404 len: 347 time: 0.0158341 Jun 29 23:32:25.098823 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.099096 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.099489 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.102415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.102415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.102415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.102415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.102415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.102415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.102415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:25.104494 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50802) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:25.106442 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:25.223582 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Deleting port 55cc9f9f-9c27-4a7e-9298-a9fb93680748 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:25.223929 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.301823 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.302169 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.314554 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Calling delete_port for 55cc9f9f-9c27-4a7e-9298-a9fb93680748 owned by network:floatingip {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:25.538511 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.540389 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:25.561774 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Pushing event deleted for resources: {'Port': ['ID=55cc9f9f-9c27-4a7e-9298-a9fb93680748,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:25.565737 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:25.624529 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks [] for floatingip, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.627518 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.628666 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c79efeec-b02f-4ce1-b30e-e5da45cc8882 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] 10.222.0.61 "DELETE /v2.0/floatingips/555de84d-bbb7-4dca-a81a-f92eea1e085a HTTP/1.1" status: 204 len: 168 time: 0.5232785 Jun 29 23:32:25.742967 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:25.958311 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd3860-bd7b-4d47-9489-60da808b7cc4 req-aaffd9fb-8fa0-4812-aeb2-44c8e23775d6 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:25.959767 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-80cd3860-bd7b-4d47-9489-60da808b7cc4 req-aaffd9fb-8fa0-4812-aeb2-44c8e23775d6 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 945 time: 0.0634062 Jun 29 23:32:25.995947 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-80cd3860-bd7b-4d47-9489-60da808b7cc4 req-c00fa7ff-1f51-4d39-8b13-d698c05ec3d9 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303771 Jun 29 23:32:28.445468 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50846) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:29.131253 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032455'] for router_interface, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:29.425518 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Deleting port 4c1d40e9-4677-4d57-81a4-74c8aad192ca {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:29.425866 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:29.502836 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] For port 4c1d40e9-4677-4d57-81a4-74c8aad192ca, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4c1d40e9-4677-4d57-81a4-74c8aad192ca,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:29.503524 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:29.515247 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Calling delete_port for 4c1d40e9-4677-4d57-81a4-74c8aad192ca owned by network:router_interface {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:29.761463 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:29.763330 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6d306df8-cfe4-496f-93a6-e15b9f19d7c7 tempest-ServerRescueNegativeTestJSON-336121917 tempest-ServerRescueNegativeTestJSON-336121917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:29.786408 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1d40e9-4677-4d57-81a4-74c8aad192ca,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:29.789242 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:29.948756 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036983'] for router_interface, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:30.151365 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Router 0897372a-ca15-41b6-8e9d-521dceeec368 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:32:30.250506 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:32:30.256495 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] 10.222.0.61 "PUT /v2.0/routers/0897372a-ca15-41b6-8e9d-521dceeec368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099887 Jun 29 23:32:30.257795 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50852) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:30.259101 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] Sync routers for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:32:30.269452 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:30.270062 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:30.359582 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks [] for router, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:30.370991 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:30.459048 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:30.547436 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:32:29Z', 'revision_number': 5, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port': {'id': 'c0e74717-3d75-48b1-8a12-c4ce42465a3b', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:24:22Z', 'updated_at': '2021-06-29T23:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:30.573824 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] Checking router: 0897372a-ca15-41b6-8e9d-521dceeec368 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:32:30.575051 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Deleting port c0e74717-3d75-48b1-8a12-c4ce42465a3b {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:30.575599 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:30.582612 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] Routers {'0897372a-ca15-41b6-8e9d-521dceeec368'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:30.583299 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['0897372a-ca15-41b6-8e9d-521dceeec368'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:30.654451 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] For port c0e74717-3d75-48b1-8a12-c4ce42465a3b, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=c0e74717-3d75-48b1-8a12-c4ce42465a3b,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:30.654813 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:30.666213 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Calling delete_port for c0e74717-3d75-48b1-8a12-c4ce42465a3b owned by network:router_gateway {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:30.667620 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] Set router 0897372a-ca15-41b6-8e9d-521dceeec368 gateway port host: None {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:30.708474 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:30.803453 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:32:30Z', 'revision_number': 6, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port_host': None}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:30.830136 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597e067-ae11-4a61-a933-dd9bf5de0d7c None None] The sync data for ids ['0897372a-ca15-41b6-8e9d-521dceeec368'] in dv-cinder-796946-2-iscsi is: [{'id': '0897372a-ca15-41b6-8e9d-521dceeec368', 'name': 'tempest-AttachVolumeShelveTestJSON-2081455949-router', 'tenant_id': '27fe72faf0994406a7acaf15a921be08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:24:20Z', 'updated_at': '2021-06-29T23:32:30Z', 'revision_number': 6, 'project_id': '27fe72faf0994406a7acaf15a921be08', 'gw_port_host': None}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:32:30.864488 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:30.866683 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-da73ba64-143f-4c13-9b74-f4b8ca7632cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:30.890686 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e74717-3d75-48b1-8a12-c4ce42465a3b,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:30.893170 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:30.951972 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547795'] for router_gateway, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.053816 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1046939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7981'] for router, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.055790 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.173559 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1034130'] for router, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.174218 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0897372a-ca15-41b6-8e9d-521dceeec368 {{(pid=93641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:32:31.179156 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.180444 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f35c6001-9a73-4e09-9552-f7e3ded5a378 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0897372a-ca15-41b6-8e9d-521dceeec368 HTTP/1.1" status: 204 len: 168 time: 0.9209414 Jun 29 23:32:31.190536 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50856) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:31.235068 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb90f8a-8443-4b54-b627-5ab71888f310 admin admin] Deleting subnet c99bd0f5-85c6-4b83-8e62-87c563779caa {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:32:31.239068 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acb90f8a-8443-4b54-b627-5ab71888f310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.272133 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acb90f8a-8443-4b54-b627-5ab71888f310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730802'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.347368 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acb90f8a-8443-4b54-b627-5ab71888f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.441321 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acb90f8a-8443-4b54-b627-5ab71888f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529152971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528790060'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.443415 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:31.466586 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb90f8a-8443-4b54-b627-5ab71888f310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99bd0f5-85c6-4b83-8e62-87c563779caa,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:31.469094 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-acb90f8a-8443-4b54-b627-5ab71888f310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:31.472108 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acb90f8a-8443-4b54-b627-5ab71888f310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.474142 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-acb90f8a-8443-4b54-b627-5ab71888f310 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c99bd0f5-85c6-4b83-8e62-87c563779caa HTTP/1.1" status: 204 len: 168 time: 0.2901900 Jun 29 23:32:31.476496 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50858) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:31.477786 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a7e37-7006-46ce-a8ac-edd5d028fb81 None None] Network 1491f8eb-60e7-415d-8468-88dc866fd07d requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:32:31.543339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.614060 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Deleting port cf581971-5786-42ed-a549-490a3f1275c8 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:31.614417 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.664173 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b217980-a655-4193-8040-3689a10701a0 None None] DHCP port deletion for 1491f8eb-60e7-415d-8468-88dc866fd07d request from dv-cinder-796946-2-iscsi {{(pid=93642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:32:31.685804 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] For port cf581971-5786-42ed-a549-490a3f1275c8, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=cf581971-5786-42ed-a549-490a3f1275c8,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:31.686173 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.699882 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Calling delete_port for cf581971-5786-42ed-a549-490a3f1275c8 owned by network:dhcp {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:31.714275 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-0b217980-a655-4193-8040-3689a10701a0 None None] Deleting port cf581971-5786-42ed-a549-490a3f1275c8 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:31.714804 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0b217980-a655-4193-8040-3689a10701a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.758543 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device c0e74717-3d75-48b1-8a12-c4ce42465a3b no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:31.792984 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: c0e74717-3d75-48b1-8a12-c4ce42465a3b {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:31.795546 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device c0e74717-3d75-48b1-8a12-c4ce42465a3b not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:31.795546 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4c1d40e9-4677-4d57-81a4-74c8aad192ca no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:31.820883 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 4c1d40e9-4677-4d57-81a4-74c8aad192ca {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:31.821238 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4c1d40e9-4677-4d57-81a4-74c8aad192ca not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:31.821674 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device cf581971-5786-42ed-a549-490a3f1275c8 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:31.824480 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-0b217980-a655-4193-8040-3689a10701a0 None None] For port cf581971-5786-42ed-a549-490a3f1275c8, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=cf581971-5786-42ed-a549-490a3f1275c8,segment=NetworkSegment(56c32f7a-0e6b-4f70-85cd-738fac09f5a3),segment_id=56c32f7a-0e6b-4f70-85cd-738fac09f5a3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:31.824877 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0b217980-a655-4193-8040-3689a10701a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.836106 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.839085 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1e5cb403-88b6-47eb-aa3b-655a0082674f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:31.861048 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf581971-5786-42ed-a549-490a3f1275c8,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:31.869844 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:31.874654 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] No DVR routers for this DVR port cf581971-5786-42ed-a549-490a3f1275c8 on host dv-cinder-796946-2-iscsi {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:32:31.883247 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-0b217980-a655-4193-8040-3689a10701a0 None None] Calling delete_port for cf581971-5786-42ed-a549-490a3f1275c8 owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:31.893139 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No active binding found for port cf581971-5786-42ed-a549-490a3f1275c8 {{(pid=93642) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 29 23:32:31.893486 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device cf581971-5786-42ed-a549-490a3f1275c8 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:31.955611 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.965645 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1491f8eb-60e7-415d-8468-88dc866fd07d']}} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:31.966469 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0b217980-a655-4193-8040-3689a10701a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.969318 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:31.975826 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c32f7a-0e6b-4f70-85cd-738fac09f5a3') {'for_net_delete': True} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:31.976128 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c32f7a-0e6b-4f70-85cd-738fac09f5a3') {} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:31.984755 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530369777'] for segment, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:31.994359 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b217980-a655-4193-8040-3689a10701a0 None None] No DVR routers for this DVR port cf581971-5786-42ed-a549-490a3f1275c8 on host dv-cinder-796946-2-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:32:31.998251 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b217980-a655-4193-8040-3689a10701a0 None None] Pushing event deleted for resources: {'Port': ['ID=cf581971-5786-42ed-a549-490a3f1275c8,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:31.998399 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:32.000326 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0b217980-a655-4193-8040-3689a10701a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:32.007576 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:32:32.008517 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530125544'] for segment, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: Traceback (most recent call last): Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: timer() Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: cb(*args, **kw) Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: return func(*args, **kwargs) Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: self._notify() Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: self.callback(batched_events) Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: event.method(event) Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: return f(self, *a, **k) Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._get(url).json() Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: return self.request(url, 'GET', **kwargs) Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:32:32.009938 dv-cinder-796946-2-iscsi neutron-server[93640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:32:32.132462 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:32.136209 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:32.139861 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:32.141235 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1491f8eb-60e7-415d-8468-88dc866fd07d HTTP/1.1" status: 204 len: 168 time: 0.6631923 Jun 29 23:32:32.151058 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1491f8eb-60e7-415d-8468-88dc866fd07d,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:32.153411 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:32.448468 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50866) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:32.487898 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-51c1e9bf-a825-4abc-80ba-bcd2a5264851 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27fe72faf0994406a7acaf15a921be08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381513 Jun 29 23:32:32.490046 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50868) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:32.537006 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9fb95ef9-df37-4fa2-9a07-c94f0870325d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:32.558803 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9fb95ef9-df37-4fa2-9a07-c94f0870325d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:32.669778 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9fb95ef9-df37-4fa2-9a07-c94f0870325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:32.672448 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9fb95ef9-df37-4fa2-9a07-c94f0870325d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:32.674161 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9fb95ef9-df37-4fa2-9a07-c94f0870325d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ab36bee-66c6-4381-8583-eeb8efbd0853 HTTP/1.1" status: 204 len: 168 time: 0.1832056 Jun 29 23:32:32.674952 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-408dec44-5c2c-4cb6-a1ea-2275e96a0e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:32.682339 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb95ef9-df37-4fa2-9a07-c94f0870325d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab36bee-66c6-4381-8583-eeb8efbd0853,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:32.685154 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9fb95ef9-df37-4fa2-9a07-c94f0870325d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:33.381862 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-00020e0b-91db-44cc-a64b-79eedcda3f70 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732250359&fields=id&tenant_id=236ccb37e16f40e38ba4cbee1be4911b HTTP/1.1" status: 200 len: 267 time: 0.0350299 Jun 29 23:32:33.445597 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-41f12557-049a-4bad-bdeb-43aa009b9ce3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:33.447081 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-41f12557-049a-4bad-bdeb-43aa009b9ce3 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 984 time: 0.0598688 Jun 29 23:32:33.459585 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Request body: {'port': {'security_groups': ['345405f0-99c5-43bd-8899-68e5608ce209']}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:32:33.542994 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:33.957376 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] For port 75314ad0-c618-47d5-9f63-3bf642966c73, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=75314ad0-c618-47d5-9f63-3bf642966c73,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:33.989041 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.064528 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529152778'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.069606 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a3cf0242-f188-459e-b349-a7417c1e0b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:34.110010 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['75314ad0-c618-47d5-9f63-3bf642966c73'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:32:34.111009 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:34.111009 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.111009 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-981d1926-c4d5-4be6-9533-ca7fe4df95b0 req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "PUT /v2.0/ports/75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 200 len: 942 time: 0.6536000 Jun 29 23:32:34.111009 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:34.113746 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5617d4-a8de-48eb-98db-83321a177577" -d '{"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:34.116094 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 50902) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:34.163262 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1d340a-4e11-4cf5-b66a-f836b397f5d7 x-openstack-request-id: req-7d1d340a-4e11-4cf5-b66a-f836b397f5d7 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:34.163664 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:34.164003 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d1d340a-4e11-4cf5-b66a-f836b397f5d7 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:34.164494 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73', 'status': 'completed', 'code': 200} Jun 29 23:32:34.165394 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event updated for resources: {'Port': ['ID=75314ad0-c618-47d5-9f63-3bf642966c73,revision_number=7']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:34.168909 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6525fd71-1905-4498-abe0-0dccdd63b4df tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:34.192086 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5570f96b-a327-4207-afb5-61a6067f51f2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.221378 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5570f96b-a327-4207-afb5-61a6067f51f2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.285667 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['75314ad0-c618-47d5-9f63-3bf642966c73'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:32:34.335538 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5617d4-a8de-48eb-98db-83321a177577 req-3cb1d1c0-72b0-4474-bcfa-de6be6fb26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:34.337033 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd5617d4-a8de-48eb-98db-83321a177577 req-3cb1d1c0-72b0-4474-bcfa-de6be6fb26ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 1098 time: 0.0584803 Jun 29 23:32:34.385285 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5570f96b-a327-4207-afb5-61a6067f51f2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.390686 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-5570f96b-a327-4207-afb5-61a6067f51f2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.391174 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-5570f96b-a327-4207-afb5-61a6067f51f2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "DELETE /v2.0/security-groups/28297990-36a3-4dd0-9749-1f03398ebb79 HTTP/1.1" status: 204 len: 168 time: 0.2731228 Jun 29 23:32:34.393676 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-44a6b4ca-c089-4078-b0d6-3c2ea16bb0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:34.393946 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 50912) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:34.416361 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570f96b-a327-4207-afb5-61a6067f51f2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28297990-36a3-4dd0-9749-1f03398ebb79,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:34.439669 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5570f96b-a327-4207-afb5-61a6067f51f2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:34.448878 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5617d4-a8de-48eb-98db-83321a177577 req-4c3c5727-7674-453d-955b-9214fd22a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:34.450350 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd5617d4-a8de-48eb-98db-83321a177577 req-4c3c5727-7674-453d-955b-9214fd22a963 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1634185d-fced-4aef-889c-1cc2f18c4ecf HTTP/1.1" status: 200 len: 916 time: 0.1070116 Jun 29 23:32:34.484394 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-c0b7c236-e055-4ae5-8aaf-090022279aa4 None None] Provisioning complete for port 75314ad0-c618-47d5-9f63-3bf642966c73 triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:32:34.487621 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b7c236-e055-4ae5-8aaf-090022279aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.529923 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd5617d4-a8de-48eb-98db-83321a177577 req-c03b6e96-d723-4051-a81d-500ef422a73b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 200 len: 1001 time: 0.0725188 Jun 29 23:32:34.584486 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Deleting port 6f29ff3e-d0b8-4782-9ff5-a53724944e45 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:34.584994 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.591208 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5617d4-a8de-48eb-98db-83321a177577 req-9e1c3256-b8ef-4f71-8d46-8c4d6505a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:34.592722 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd5617d4-a8de-48eb-98db-83321a177577 req-9e1c3256-b8ef-4f71-8d46-8c4d6505a074 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993e3f91-b958-4a1c-ad2c-49e5a8acce38 HTTP/1.1" status: 200 len: 854 time: 0.0549338 Jun 29 23:32:34.664457 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.664791 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.665501 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5617d4-a8de-48eb-98db-83321a177577 req-9df7d061-8d58-4a86-b6f2-9ffff40c66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:34.666987 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd5617d4-a8de-48eb-98db-83321a177577 req-9df7d061-8d58-4a86-b6f2-9ffff40c66e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1634185d-fced-4aef-889c-1cc2f18c4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613229 Jun 29 23:32:34.676953 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Calling delete_port for 6f29ff3e-d0b8-4782-9ff5-a53724944e45 owned by network:floatingip {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:34.769582 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd5617d4-a8de-48eb-98db-83321a177577 req-07b44c8e-a044-49ab-a509-124c317690ae service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921919 Jun 29 23:32:34.867599 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-cd5617d4-a8de-48eb-98db-83321a177577 req-4dc8afe8-9ebb-49ab-b9c2-ce1c90f46035 service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909159 Jun 29 23:32:34.938575 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:34.942093 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-07aabf1c-2fde-44c5-95b0-2e37dac7ac6d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:34.964315 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event deleted for resources: {'Port': ['ID=6f29ff3e-d0b8-4782-9ff5-a53724944e45,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:34.967419 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:35.031488 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:35.031956 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Floating IP 5abd3a39-7ec0-4c5d-aa47-d4175acbcb1f disassociated (deleted). External IP: 172.27.1.114, port: 75314ad0-c618-47d5-9f63-3bf642966c73. Jun 29 23:32:35.234651 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Router 1251b4de-2e00-42f8-9251-6e14b2e4e02f has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:32:35.338710 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:32:35.343499 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:35.348743 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] Sync routers for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:32:35.357449 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:35.358091 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:35.381581 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0619855a-406a-4b11-8198-501d3e2a8487 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "DELETE /v2.0/floatingips/5abd3a39-7ec0-4c5d-aa47-d4175acbcb1f HTTP/1.1" status: 204 len: 168 time: 0.9865396 Jun 29 23:32:35.478468 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:35.716420 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92ca03e6-34f0-4f95-9c5a-4ef9837f3b54', 'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'mac_address': 'fa:16:3e:22:f3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:58Z', 'updated_at': '2021-06-29T23:30:04Z', 'revision_number': 5, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'subnets': [{'id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:35.751835 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] Checking router: 1251b4de-2e00-42f8-9251-6e14b2e4e02f for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:32:35.761539 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:35.762174 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:35.898670 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:36.117927 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92ca03e6-34f0-4f95-9c5a-4ef9837f3b54', 'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'mac_address': 'fa:16:3e:22:f3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:58Z', 'updated_at': '2021-06-29T23:30:04Z', 'revision_number': 5, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'subnets': [{'id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:36.146042 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa12cd-0ad4-429a-94ae-71363f108dc4 None None] The sync data for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi is: [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:29:59Z', 'revision_number': 4, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92ca03e6-34f0-4f95-9c5a-4ef9837f3b54', 'name': '', 'network_id': '1634185d-fced-4aef-889c-1cc2f18c4ecf', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'mac_address': 'fa:16:3e:22:f3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:58Z', 'updated_at': '2021-06-29T23:30:04Z', 'revision_number': 5, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'subnets': [{'id': '993e3f91-b958-4a1c-ad2c-49e5a8acce38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:32:36.165751 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:36.168177 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337ccf6a-1109-4cf6-995f-3a7fffed18a2" -d '{"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:36.208509 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625014ec-1ebe-4f45-aea1-90f20ea9b45f x-openstack-request-id: req-625014ec-1ebe-4f45-aea1-90f20ea9b45f {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:36.208846 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:36.209140 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-625014ec-1ebe-4f45-aea1-90f20ea9b45f {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:36.209588 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73', 'status': 'completed', 'code': 200} Jun 29 23:32:36.354318 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-5ad1af79-6300-4cf3-8da5-123ca54b5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:36.355893 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-5ad1af79-6300-4cf3-8da5-123ca54b5e42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 1098 time: 0.0560038 Jun 29 23:32:36.368990 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d89cd-3cbe-41a3-86e6-9212f541f3da None None] New status for floating IP 5abd3a39-7ec0-4c5d-aa47-d4175acbcb1f: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:32:36.453340 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-3345e81a-9d6b-45cc-8b9b-752a7575d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:36.455291 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-3345e81a-9d6b-45cc-8b9b-752a7575d1b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1634185d-fced-4aef-889c-1cc2f18c4ecf HTTP/1.1" status: 200 len: 916 time: 0.0895698 Jun 29 23:32:36.514263 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-4c5f2fa5-a3ee-4afa-bed7-5edea85303b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 200 len: 217 time: 0.0360477 Jun 29 23:32:36.578999 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-794d6402-df1b-4a7c-8c9a-36f40abf9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:36.581107 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-794d6402-df1b-4a7c-8c9a-36f40abf9d7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=993e3f91-b958-4a1c-ad2c-49e5a8acce38 HTTP/1.1" status: 200 len: 854 time: 0.0442083 Jun 29 23:32:36.649877 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-b6c8de5b-b2ec-446e-b489-dda925870711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:36.651394 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-b6c8de5b-b2ec-446e-b489-dda925870711 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1634185d-fced-4aef-889c-1cc2f18c4ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544753 Jun 29 23:32:36.745909 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-12d4f75f-0b40-4a8e-a643-9f88488502a8 service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874536 Jun 29 23:32:36.839928 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-337ccf6a-1109-4cf6-995f-3a7fffed18a2 req-0b6dd6ff-2bb7-41a4-a993-168f0d485629 service neutron] 10.222.0.64 "GET /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859666 Jun 29 23:32:38.923658 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-0fe57d18-5e5b-40d9-b6dc-db95177f70ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499218 Jun 29 23:32:39.028010 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-56fe424d-1842-440c-9ce2-987947095391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:39.029454 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-56fe424d-1842-440c-9ce2-987947095391 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1099 time: 0.0557518 Jun 29 23:32:39.082844 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:32:39.139633 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-cc1bcc35-b601-43fe-a083-6c1459fe4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:39.141097 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-cc1bcc35-b601-43fe-a083-6c1459fe4112 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 200 len: 910 time: 0.0892186 Jun 29 23:32:39.205380 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-186f54f8-0c76-4cd3-8faf-70a872f5f0d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 200 len: 1001 time: 0.0574715 Jun 29 23:32:39.254447 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-21231282-dcb6-451d-8bb4-4826a7c44154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:39.255956 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-21231282-dcb6-451d-8bb4-4826a7c44154 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=932b54c2-69ac-4668-ae0f-ad1749178bc3 HTTP/1.1" status: 200 len: 848 time: 0.0422006 Jun 29 23:32:39.318017 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-59c3b11f-9eba-4d88-be10-4decf0635c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:39.319562 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-59c3b11f-9eba-4d88-be10-4decf0635c82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3c8e39-ea57-4fe7-8459-47fcadf08891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561180 Jun 29 23:32:39.412049 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-0c667d45-07aa-454b-b73e-0b35cdef256c service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853686 Jun 29 23:32:39.508054 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ec07ebb4-43f1-48f4-be4d-082259663d30 req-47658109-2ea3-4c96-8f62-ee408d101ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887921 Jun 29 23:32:40.135513 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-414b47fb-d2d4-4a2a-9989-d1a5b554f001 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:40.137008 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-414b47fb-d2d4-4a2a-9989-d1a5b554f001 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/networks?id=27695bdc-7080-49ad-9437-881ca43daaf9 HTTP/1.1" status: 200 len: 815 time: 0.1440721 Jun 29 23:32:40.145067 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610955f-bf8c-43c0-97f4-232095d935b6 req-8cd4a811-4674-40f9-8221-a29741bd2045 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:40.146456 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4610955f-bf8c-43c0-97f4-232095d935b6 req-8cd4a811-4674-40f9-8221-a29741bd2045 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.1082242 Jun 29 23:32:40.162143 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-a2a0559c-9eb9-4978-98a1-a564ff756541 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/quotas/e74ab152f1204031b314f71a28b5f5bc HTTP/1.1" status: 200 len: 375 time: 0.0147107 Jun 29 23:32:40.177668 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51020) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:40.216000 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4610955f-bf8c-43c0-97f4-232095d935b6 req-82f790c4-e77b-459b-99fa-5fb1b7c2665f tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615609 Jun 29 23:32:40.244946 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-95acdd1b-6dfa-4389-acb7-6112b3c70b51 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759778 Jun 29 23:32:40.286247 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9690d52c-a31c-4c5c-ab23-49ba5392bcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:40.374039 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9690d52c-a31c-4c5c-ab23-49ba5392bcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:40.381016 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-e9078817-d0f0-41d3-af70-fc063f203e23 service neutron] 10.222.0.61 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296315 Jun 29 23:32:40.452595 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9690d52c-a31c-4c5c-ab23-49ba5392bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:40.456199 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-65e3261b-ac3f-45fe-8ada-8244ff1072c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:40.468909 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-90bc3a27-c1c1-4149-9795-6bba8de7b2d5 service neutron] 10.222.0.61 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819106 Jun 29 23:32:40.491459 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9690d52c-a31c-4c5c-ab23-49ba5392bcd5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b98b122ae32e446bb9ed29ebf762ab7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126464 Jun 29 23:32:40.493979 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51026) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:40.499852 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690d52c-a31c-4c5c-ab23-49ba5392bcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0fdb3d-dd6b-43bc-97f7-69b58358f1b7,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:40.503317 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9690d52c-a31c-4c5c-ab23-49ba5392bcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:40.544917 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b37b65df-0d06-459f-9f57-a64fedd82fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:40.569644 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b37b65df-0d06-459f-9f57-a64fedd82fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:40.685779 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b37b65df-0d06-459f-9f57-a64fedd82fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:40.688448 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b37b65df-0d06-459f-9f57-a64fedd82fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:40.689600 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b37b65df-0d06-459f-9f57-a64fedd82fc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f0fdb3d-dd6b-43bc-97f7-69b58358f1b7 HTTP/1.1" status: 204 len: 168 time: 0.1947274 Jun 29 23:32:40.690398 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c9b5d9ef-8dec-4672-8173-c17fd1e88ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:40.706101 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b65df-0d06-459f-9f57-a64fedd82fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0fdb3d-dd6b-43bc-97f7-69b58358f1b7,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:40.725711 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b37b65df-0d06-459f-9f57-a64fedd82fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:40.736860 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4d581f8c-bac1-4f90-b63c-de1b77c263db req-2bbda8d5-03d2-4b2e-b428-86b013c2702f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 210 time: 0.0314405 Jun 29 23:32:41.325513 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51044) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:41.337476 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-42f5f10d-7e88-4d25-9da0-e91caf93be87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:41.411083 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dacc0b-a1eb-4723-b2f2-ed7d670cf6e7 req-b42758b9-4cd5-41fa-bb1b-ccfb66490f15 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:41.412711 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7dacc0b-a1eb-4723-b2f2-ed7d670cf6e7 req-b42758b9-4cd5-41fa-bb1b-ccfb66490f15 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.0790358 Jun 29 23:32:41.433547 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-42f5f10d-7e88-4d25-9da0-e91caf93be87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:41.451504 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7dacc0b-a1eb-4723-b2f2-ed7d670cf6e7 req-eba2a13e-dbde-48da-9bbe-62c0e9ba0c1e tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328820 Jun 29 23:32:41.509493 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-42f5f10d-7e88-4d25-9da0-e91caf93be87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:41.512244 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f9d6fbf5-1192-49e2-ae7e-314c37c2ca0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:41.547498 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-42f5f10d-7e88-4d25-9da0-e91caf93be87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6a655b55e48415e8920624d41264c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227702 Jun 29 23:32:41.548941 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5f10d-7e88-4d25-9da0-e91caf93be87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ece371f-c7cb-4afc-8653-b9ff25ee03fc,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:41.551390 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51046) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:41.551847 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-42f5f10d-7e88-4d25-9da0-e91caf93be87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:41.599597 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-50cf3442-5bad-420c-8148-6dcbcf8316d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:41.619745 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-50cf3442-5bad-420c-8148-6dcbcf8316d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:41.731269 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-50cf3442-5bad-420c-8148-6dcbcf8316d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:41.733830 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-50cf3442-5bad-420c-8148-6dcbcf8316d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:41.734974 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-50cf3442-5bad-420c-8148-6dcbcf8316d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ece371f-c7cb-4afc-8653-b9ff25ee03fc HTTP/1.1" status: 204 len: 168 time: 0.1825955 Jun 29 23:32:41.735872 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bb460958-3899-4d73-a38a-425cad514f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:41.743044 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf3442-5bad-420c-8148-6dcbcf8316d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ece371f-c7cb-4afc-8653-b9ff25ee03fc,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:41.745848 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-50cf3442-5bad-420c-8148-6dcbcf8316d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:41.877614 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95281d55-db8a-4636-b5a4-6b1b8e474ae5 req-01a81b93-6fb6-4cdb-b574-ae78c938a85a tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 210 time: 0.0280554 Jun 29 23:32:42.184203 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738460b-9230-44eb-8836-818329e80800 req-947e27d2-3ddf-4585-855e-fba057ed4c08 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:42.185674 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-d738460b-9230-44eb-8836-818329e80800 req-947e27d2-3ddf-4585-855e-fba057ed4c08 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.64 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 945 time: 0.0648830 Jun 29 23:32:42.310483 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-d738460b-9230-44eb-8836-818329e80800 req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Deleting port 75314ad0-c618-47d5-9f63-3bf642966c73 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:42.310830 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-d738460b-9230-44eb-8836-818329e80800 req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:42.403536 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-d738460b-9230-44eb-8836-818329e80800 req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] For port 75314ad0-c618-47d5-9f63-3bf642966c73, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=75314ad0-c618-47d5-9f63-3bf642966c73,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:42.404606 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-d738460b-9230-44eb-8836-818329e80800 req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:42.416211 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-d738460b-9230-44eb-8836-818329e80800 req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Calling delete_port for 75314ad0-c618-47d5-9f63-3bf642966c73 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:42.600953 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-d738460b-9230-44eb-8836-818329e80800 req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:42.606344 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1e17fe7f-4d44-4540-9c6b-41e0d2765cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:42.637459 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Pushing event deleted for resources: {'Port': ['ID=75314ad0-c618-47d5-9f63-3bf642966c73,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:42.638855 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['75314ad0-c618-47d5-9f63-3bf642966c73'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:32:42.640698 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:42.673859 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551ae94-3cd7-484b-84ee-5301b291faee req-428de72b-a314-40d8-8ed1-ae4b2066f6a0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:42.675490 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3551ae94-3cd7-484b-84ee-5301b291faee req-428de72b-a314-40d8-8ed1-ae4b2066f6a0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 867 time: 0.1024466 Jun 29 23:32:42.691114 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d738460b-9230-44eb-8836-818329e80800 req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] No DVR routers for this DVR port 75314ad0-c618-47d5-9f63-3bf642966c73 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:32:42.693710 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-d738460b-9230-44eb-8836-818329e80800 req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:42.695973 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-d738460b-9230-44eb-8836-818329e80800 req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.64 "DELETE /v2.0/ports/75314ad0-c618-47d5-9f63-3bf642966c73 HTTP/1.1" status: 204 len: 173 time: 0.4826424 Jun 29 23:32:42.696217 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'name': 'network-vif-deleted', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:42.698680 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f1fff-6780-44d0-b4f6-c57b7c266202" -d '{"events": [{"server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "name": "network-vif-deleted", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:42.716803 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3551ae94-3cd7-484b-84ee-5301b291faee req-cdacfcdb-a112-4946-b5c1-a872df2ffd9b tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/security-groups?id=345405f0-99c5-43bd-8899-68e5608ce209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355957 Jun 29 23:32:42.746268 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2803f138-5326-496c-a289-dc2deb3f4188 x-openstack-request-id: req-2803f138-5326-496c-a289-dc2deb3f4188 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:42.746625 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921d5a05-12f8-4fee-b094-4e58803480f5", "name": "network-vif-deleted", "tag": "75314ad0-c618-47d5-9f63-3bf642966c73", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:42.746905 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2803f138-5326-496c-a289-dc2deb3f4188 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:42.747347 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921d5a05-12f8-4fee-b094-4e58803480f5', 'name': 'network-vif-deleted', 'tag': '75314ad0-c618-47d5-9f63-3bf642966c73', 'status': 'completed', 'code': 200} Jun 29 23:32:43.025294 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-96c5a2c2-7b62-4e79-9f51-6ca31087c39d req-db595e51-d83b-4fae-870a-2340df0c786e tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 210 time: 0.0334902 Jun 29 23:32:43.554815 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-81640ef7-53c8-41fd-b85c-b1a213608106 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:43.556424 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-81640ef7-53c8-41fd-b85c-b1a213608106 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "GET /v2.0/networks?id=27695bdc-7080-49ad-9437-881ca43daaf9 HTTP/1.1" status: 200 len: 815 time: 0.1133032 Jun 29 23:32:43.592153 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Request body: {'port': {'device_id': 'de8b2140-548e-463c-998b-33866ddeeb56', 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9', 'admin_state_up': True, 'tenant_id': 'e74ab152f1204031b314f71a28b5f5bc'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:32:43.778508 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Made reservation on behalf of e74ab152f1204031b314f71a28b5f5bc for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:32:43.783618 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:43.938954 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Allocated IP 172.20.0.11 (27695bdc-7080-49ad-9437-881ca43daaf9/664f5ef8-e400-42c1-a62b-bc60b4080f58/23c3b541-c33c-471c-92bf-83619f400fd9) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:32:44.087263 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0a3f699f-095b-4ff4-b93f-182cdf60ed97 req-d65a5977-386c-4873-a411-c626ca93b1a0 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] 10.222.0.61 "GET /v2.0/ports?device_id=921d5a05-12f8-4fee-b094-4e58803480f5 HTTP/1.1" status: 200 len: 210 time: 0.0631964 Jun 29 23:32:44.122640 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:44.199060 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a5c12011-18a5-49ca-b63f-6e1625e60d33 req-81f50cb6-f320-46e2-adc1-9933cd1fe0b8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 210 time: 0.0297201 Jun 29 23:32:44.235630 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:44.239864 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dd0ce48d-fe1e-4b89-9294-6c71e8ed82cb tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:44.271976 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['0b588100-19f4-456e-870e-720923aaba3f', 'f808926e-93bd-468d-9418-3a822ea3a1f8', 'af5e0295-2616-4644-9c9d-9520985bb2f3'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:32:44.280836 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Network 27695bdc-7080-49ad-9437-881ca43daaf9 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:32:44.284155 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:32:44.287958 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:32:44.294248 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Pushing event updated for resources: {'Port': ['ID=23c3b541-c33c-471c-92bf-83619f400fd9,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:44.316901 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:44.341939 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:44.342661 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:44.430513 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8421111 Jun 29 23:32:44.450336 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Request body: {'port': {'device_id': 'de8b2140-548e-463c-998b-33866ddeeb56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:32:44.534010 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:44.813296 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c3b541-c33c-471c-92bf-83619f400fd9 {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:32:44.821198 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:44.837248 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Transition to ACTIVE for port object 23c3b541-c33c-471c-92bf-83619f400fd9 will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:32:44.909904 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:44.912988 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e85b9332-c03a-49f0-a9da-b6f1c853cfeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:44.961132 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Pushing event updated for resources: {'Port': ['ID=23c3b541-c33c-471c-92bf-83619f400fd9,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:44.981606 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:45.031400 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Attempting to bind port 23c3b541-c33c-471c-92bf-83619f400fd9 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:32:45.031770 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Attempting to bind port 23c3b541-c33c-471c-92bf-83619f400fd9 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:32:45.032099 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Attempting to bind port 23c3b541-c33c-471c-92bf-83619f400fd9 on network 27695bdc-7080-49ad-9437-881ca43daaf9 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:32:45.036889 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Port 23c3b541-c33c-471c-92bf-83619f400fd9 on network 27695bdc-7080-49ad-9437-881ca43daaf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:32:45.037260 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Attempting to bind port 23c3b541-c33c-471c-92bf-83619f400fd9 on network 27695bdc-7080-49ad-9437-881ca43daaf9 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:32:45.041976 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:32:45.042314 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Checking segment: {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:32:45.042697 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Bound using segment: {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:32:45.043120 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Bound port: 23c3b541-c33c-471c-92bf-83619f400fd9, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:32:45.043501 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:45.104123 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] For port 23c3b541-c33c-471c-92bf-83619f400fd9, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:32:45.107171 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] For port 23c3b541-c33c-471c-92bf-83619f400fd9, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=23c3b541-c33c-471c-92bf-83619f400fd9,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:32:45.190226 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:45.193272 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-157b16e5-402d-4b4b-83bc-26e464d3c148 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:45.223251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:45.224114 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:45.226089 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] 10.222.0.64 "PUT /v2.0/ports/23c3b541-c33c-471c-92bf-83619f400fd9 HTTP/1.1" status: 200 len: 1094 time: 0.7801104 Jun 29 23:32:45.226727 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8b2140-548e-463c-998b-33866ddeeb56', 'tag': '23c3b541-c33c-471c-92bf-83619f400fd9'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:45.229844 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014c62b3-1c7e-4882-a2d1-0ad344638438" -d '{"events": [{"name": "network-changed", "server_uuid": "de8b2140-548e-463c-998b-33866ddeeb56", "tag": "23c3b541-c33c-471c-92bf-83619f400fd9"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:45.259510 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Pushing event updated for resources: {'Port': ['ID=23c3b541-c33c-471c-92bf-83619f400fd9,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:45.262695 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:45.314255 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a4735-af8b-4759-b854-70558809e24e x-openstack-request-id: req-361a4735-af8b-4759-b854-70558809e24e {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:45.314594 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8b2140-548e-463c-998b-33866ddeeb56", "tag": "23c3b541-c33c-471c-92bf-83619f400fd9", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:45.314890 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-361a4735-af8b-4759-b854-70558809e24e {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:45.315329 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8b2140-548e-463c-998b-33866ddeeb56', 'tag': '23c3b541-c33c-471c-92bf-83619f400fd9', 'status': 'completed', 'code': 200} Jun 29 23:32:45.401080 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b834fd-878a-46bc-aab7-ab22f2b5fa60 req-4409b85f-d6e3-4cc5-bfa8-1a9e71bf73af tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:45.402451 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d0b834fd-878a-46bc-aab7-ab22f2b5fa60 req-4409b85f-d6e3-4cc5-bfa8-1a9e71bf73af tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0759590 Jun 29 23:32:45.446531 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d0b834fd-878a-46bc-aab7-ab22f2b5fa60 req-bf400b36-466f-449f-b848-a6c11c0a86bf tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365212 Jun 29 23:32:45.448138 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c62b3-1c7e-4882-a2d1-0ad344638438 req-b208c9ac-0e4c-4d37-838c-d2c636095776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:45.449655 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-014c62b3-1c7e-4882-a2d1-0ad344638438 req-b208c9ac-0e4c-4d37-838c-d2c636095776 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 1097 time: 0.0689728 Jun 29 23:32:45.550738 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c62b3-1c7e-4882-a2d1-0ad344638438 req-f8fea8a9-21e9-4c1e-81f8-31e7e4a0c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:45.552710 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-014c62b3-1c7e-4882-a2d1-0ad344638438 req-f8fea8a9-21e9-4c1e-81f8-31e7e4a0c375 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e74ab152f1204031b314f71a28b5f5bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0905199 Jun 29 23:32:45.898508 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c62b3-1c7e-4882-a2d1-0ad344638438 req-676cc377-4798-41fb-a2eb-a456d9e55c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:45.900000 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-014c62b3-1c7e-4882-a2d1-0ad344638438 req-676cc377-4798-41fb-a2eb-a456d9e55c9c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3400717 Jun 29 23:32:46.510048 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d51c81-abed-4290-86bb-243d85dbe506 req-9680deed-3c53-429f-91cb-7d0843056051 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:46.511599 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-26d51c81-abed-4290-86bb-243d85dbe506 req-9680deed-3c53-429f-91cb-7d0843056051 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0631886 Jun 29 23:32:46.551204 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-26d51c81-abed-4290-86bb-243d85dbe506 req-a8430986-f389-4b7f-9a55-d5b24cbdfaa9 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Jun 29 23:32:46.630576 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180598b-bf0a-439f-8cae-3ab2c53a4693 req-28d52cc7-ad5b-4d75-94ae-83c5de0d517b tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:46.630576 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7180598b-bf0a-439f-8cae-3ab2c53a4693 req-28d52cc7-ad5b-4d75-94ae-83c5de0d517b tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 944 time: 0.0665870 Jun 29 23:32:46.667189 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7180598b-bf0a-439f-8cae-3ab2c53a4693 req-8f516ac0-4666-4972-94dc-f8878fd46c6b tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Jun 29 23:32:46.719892 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51184) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:47.045352 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032455'] for router_interface, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:47.546811 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Deleting port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:47.547490 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:47.632416 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] For port 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=92ca03e6-34f0-4f95-9c5a-4ef9837f3b54,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:47.632847 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:47.645624 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Calling delete_port for 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 owned by network:router_interface {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:47.846255 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7c90d-e9f4-4b0e-adbb-e22e3f0ac2f8 req-adc4fd00-889d-4f21-9410-4f81bd3d054f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:47.847663 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-acc7c90d-e9f4-4b0e-adbb-e22e3f0ac2f8 req-adc4fd00-889d-4f21-9410-4f81bd3d054f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.1620579 Jun 29 23:32:47.910258 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-acc7c90d-e9f4-4b0e-adbb-e22e3f0ac2f8 req-8409a1c1-e8bd-46bc-b841-3b4f3bfb26f9 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552747 Jun 29 23:32:47.938364 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493332-3167-4b7e-8ed5-318dee388764 req-22cc07ec-eb91-416f-9707-149cc6a203b0 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:47.939907 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46493332-3167-4b7e-8ed5-318dee388764 req-22cc07ec-eb91-416f-9707-149cc6a203b0 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 944 time: 0.1585786 Jun 29 23:32:47.987023 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46493332-3167-4b7e-8ed5-318dee388764 req-fca4b5d8-60b7-47e3-a468-9e3948f57027 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Jun 29 23:32:48.018845 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:48.021066 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5f2735d6-6056-4d66-bc63-da41a860dcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:48.046077 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=92ca03e6-34f0-4f95-9c5a-4ef9837f3b54,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:48.049245 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:48.224276 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036983'] for router_interface, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:48.368588 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 75314ad0-c618-47d5-9f63-3bf642966c73 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:48.389210 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 75314ad0-c618-47d5-9f63-3bf642966c73 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:48.389571 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 75314ad0-c618-47d5-9f63-3bf642966c73 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:48.441012 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Router 1251b4de-2e00-42f8-9251-6e14b2e4e02f has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:32:48.464379 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-6a5a3f90-c0c4-47fe-82b2-fb88c4735198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:48.467461 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-6a5a3f90-c0c4-47fe-82b2-fb88c4735198 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74ab152f1204031b314f71a28b5f5bc&device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 1097 time: 0.0587230 Jun 29 23:32:48.529937 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-4cd643f1-1e91-4c6d-a09f-cab5325cb98d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23c3b541-c33c-471c-92bf-83619f400fd9 HTTP/1.1" status: 200 len: 217 time: 0.0408654 Jun 29 23:32:48.553721 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:32:48.559094 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] 10.222.0.61 "PUT /v2.0/routers/1251b4de-2e00-42f8-9251-6e14b2e4e02f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8377655 Jun 29 23:32:48.561469 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51230) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:48.564670 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] Sync routers for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:32:48.573925 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:48.574688 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:48.588442 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-4f54b78d-4f7c-4e0f-9a34-ee89a4a632fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:48.589840 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-4f54b78d-4f7c-4e0f-9a34-ee89a4a632fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=664f5ef8-e400-42c1-a62b-bc60b4080f58 HTTP/1.1" status: 200 len: 855 time: 0.0485692 Jun 29 23:32:48.623197 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-e597599a-a465-464e-9a24-32eff0f850bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27695bdc-7080-49ad-9437-881ca43daaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256131 Jun 29 23:32:48.671205 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks [] for router, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:48.682014 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:48.728877 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-584d599b-8c1c-40f2-9d57-4fd98e385dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975738 Jun 29 23:32:48.790502 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:48.837934 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e969a0d4-64ad-43b1-b7ac-1539a7914ead req-09e83640-825b-4102-ade1-37667b38918c service neutron] 10.222.0.64 "GET /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958509 Jun 29 23:32:48.874760 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:32:47Z', 'revision_number': 5, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port': {'id': '71c267f1-8d96-4c6d-901a-04f49eaccd0d', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:48.901264 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] Checking router: 1251b4de-2e00-42f8-9251-6e14b2e4e02f for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:32:48.909932 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] Routers {'1251b4de-2e00-42f8-9251-6e14b2e4e02f'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:48.910553 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:48.925917 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Deleting port 71c267f1-8d96-4c6d-901a-04f49eaccd0d {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:48.926281 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.020639 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] For port 71c267f1-8d96-4c6d-901a-04f49eaccd0d, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=71c267f1-8d96-4c6d-901a-04f49eaccd0d,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:49.021372 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.031363 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] Set router 1251b4de-2e00-42f8-9251-6e14b2e4e02f gateway port host: None {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:49.040993 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Calling delete_port for 71c267f1-8d96-4c6d-901a-04f49eaccd0d owned by network:router_gateway {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:49.097505 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:32:48Z', 'revision_number': 6, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port_host': None}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:49.122743 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40102f08-92e0-4b2e-98ad-ca0325572885 None None] The sync data for ids ['1251b4de-2e00-42f8-9251-6e14b2e4e02f'] in dv-cinder-796946-2-iscsi is: [{'id': '1251b4de-2e00-42f8-9251-6e14b2e4e02f', 'name': 'tempest-TestMinimumBasicScenario-1731034759-router', 'tenant_id': '236ccb37e16f40e38ba4cbee1be4911b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:56Z', 'updated_at': '2021-06-29T23:32:48Z', 'revision_number': 6, 'project_id': '236ccb37e16f40e38ba4cbee1be4911b', 'gw_port_host': None}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:32:49.240505 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b3784-80e8-4cf2-9e1a-db6ea4e8de03 req-ed53f07d-ab5e-4493-8e60-3dd03f1a6d04 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:49.241969 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e0b3784-80e8-4cf2-9e1a-db6ea4e8de03 req-ed53f07d-ab5e-4493-8e60-3dd03f1a6d04 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.2034414 Jun 29 23:32:49.282191 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bddcc-e8c2-44d8-a0bb-869ff62c1a76 req-9eadd63f-a34e-4e83-9716-0ef984b3fd86 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:49.283675 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-523bddcc-e8c2-44d8-a0bb-869ff62c1a76 req-9eadd63f-a34e-4e83-9716-0ef984b3fd86 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 944 time: 0.1698918 Jun 29 23:32:49.319876 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e0b3784-80e8-4cf2-9e1a-db6ea4e8de03 req-c3a7ab60-92ed-4186-a003-bc46baf0287f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707331 Jun 29 23:32:49.367051 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-523bddcc-e8c2-44d8-a0bb-869ff62c1a76 req-724f12df-d1ee-4245-b470-e74699e01299 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774989 Jun 29 23:32:49.440383 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.443397 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:49.469157 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Pushing event deleted for resources: {'Port': ['ID=71c267f1-8d96-4c6d-901a-04f49eaccd0d,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:49.473084 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:49.540167 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547795'] for router_gateway, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.633297 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1046939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7981'] for router, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.635236 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.858300 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1034130'] for router, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.858873 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1251b4de-2e00-42f8-9251-6e14b2e4e02f {{(pid=93641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:32:49.865048 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.866183 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] 10.222.0.61 "DELETE /v2.0/routers/1251b4de-2e00-42f8-9251-6e14b2e4e02f HTTP/1.1" status: 204 len: 168 time: 1.3037195 Jun 29 23:32:49.868728 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51256) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:49.926844 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca63f91-eb55-410b-8436-826c724c9ba9 admin admin] Deleting subnet 993e3f91-b958-4a1c-ad2c-49e5a8acce38 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:32:49.930210 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f91-eb55-410b-8436-826c724c9ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.954375 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:49.975161 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f91-eb55-410b-8436-826c724c9ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730802'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:49.978310 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:49.978665 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 92ca03e6-34f0-4f95-9c5a-4ef9837f3b54 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:49.979096 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 71c267f1-8d96-4c6d-901a-04f49eaccd0d no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:49.998788 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 71c267f1-8d96-4c6d-901a-04f49eaccd0d {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:49.999110 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 71c267f1-8d96-4c6d-901a-04f49eaccd0d not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:50.060706 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f91-eb55-410b-8436-826c724c9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.172913 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f91-eb55-410b-8436-826c724c9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529152971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528790060'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.176030 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:50.203129 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca63f91-eb55-410b-8436-826c724c9ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993e3f91-b958-4a1c-ad2c-49e5a8acce38,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:50.206762 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4ca63f91-eb55-410b-8436-826c724c9ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:50.207769 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4ca63f91-eb55-410b-8436-826c724c9ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.210271 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4ca63f91-eb55-410b-8436-826c724c9ba9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/993e3f91-b958-4a1c-ad2c-49e5a8acce38 HTTP/1.1" status: 204 len: 168 time: 0.3406100 Jun 29 23:32:50.212782 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51264) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:50.213609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff70970-e885-4e6d-b405-0dc40b944e6c None None] Network 1634185d-fced-4aef-889c-1cc2f18c4ecf requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:32:50.282028 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.356153 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Deleting port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:50.356153 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.378237 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-474c4058-b588-4824-b851-7bb8132283de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.442196 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] DHCP port deletion for 1634185d-fced-4aef-889c-1cc2f18c4ecf request from dv-cinder-796946-2-iscsi {{(pid=93642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:32:50.474407 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] For port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=00efbc71-12bf-452c-b4b1-a751ff0a6ca2,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:50.474788 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.497695 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Deleting port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:50.498018 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.537924 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Calling delete_port for 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:50.564543 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] For port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=00efbc71-12bf-452c-b4b1-a751ff0a6ca2,segment=NetworkSegment(8f219eaf-0dec-4859-bc98-b77032f4713d),segment_id=8f219eaf-0dec-4859-bc98-b77032f4713d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:50.564811 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.577063 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Calling delete_port for 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:50.641111 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd734c2-bf70-4cf8-bd87-95de8c2546ff req-4aa02f73-e523-41ec-ac26-d1430cebe6f3 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:50.643158 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7fd734c2-bf70-4cf8-bd87-95de8c2546ff req-4aa02f73-e523-41ec-ac26-d1430cebe6f3 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.1832726 Jun 29 23:32:50.659794 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5689301-161b-4c71-a126-fd9da2456a9f req-c588626f-f1be-495b-a236-e0a25e7e8fcc tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:50.661145 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b5689301-161b-4c71-a126-fd9da2456a9f req-c588626f-f1be-495b-a236-e0a25e7e8fcc tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 944 time: 0.1677847 Jun 29 23:32:50.724546 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b5689301-161b-4c71-a126-fd9da2456a9f req-3c998018-1d67-49c1-a64a-a126c46389f0 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559378 Jun 29 23:32:50.727213 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7fd734c2-bf70-4cf8-bd87-95de8c2546ff req-f9c39d48-ea5f-4860-8de2-d766b0dddd43 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776534 Jun 29 23:32:50.732759 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.737025 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:50.748551 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.752075 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:50.760699 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Pushing event deleted for resources: {'Port': ['ID=00efbc71-12bf-452c-b4b1-a751ff0a6ca2,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:50.765052 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] No DVR routers for this DVR port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 on host dv-cinder-796946-2-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:32:50.775762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.775762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.775762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.775762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.775762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.775762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.775762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.775762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.775762 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.776609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.776609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.776609 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:32:50.779480 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1d645441-ed9c-417d-8895-9135dc458e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:50.782070 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Pushing event deleted for resources: {'Port': ['ID=00efbc71-12bf-452c-b4b1-a751ff0a6ca2,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:50.785514 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:50.786374 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] No DVR routers for this DVR port 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 on host dv-cinder-796946-2-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:32:50.798831 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 23c3b541-c33c-471c-92bf-83619f400fd9 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:32:50.856258 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.867370 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1634185d-fced-4aef-889c-1cc2f18c4ecf']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:50.878614 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f219eaf-0dec-4859-bc98-b77032f4713d') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:50.883407 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f219eaf-0dec-4859-bc98-b77032f4713d') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:50.887559 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.901224 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.904388 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 23c3b541-c33c-471c-92bf-83619f400fd9, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=23c3b541-c33c-471c-92bf-83619f400fd9,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:50.907701 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:32:50.909659 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: self.session.flush() Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: self.session.flush() Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: self.session.flush() Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: self.session.flush() Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:32:50.910043 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:32:50.921024 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '23c3b541-c33c-471c-92bf-83619f400fd9', 'network_id': '27695bdc-7080-49ad-9437-881ca43daaf9', 'port_id': '23c3b541-c33c-471c-92bf-83619f400fd9', 'mac_address': 'fa:16:3e:34:95:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664f5ef8-e400-42c1-a62b-bc60b4080f58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:32:50.960571 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:50.977377 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c3b541-c33c-471c-92bf-83619f400fd9 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:32:50.996781 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 23c3b541-c33c-471c-92bf-83619f400fd9, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=23c3b541-c33c-471c-92bf-83619f400fd9,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:50.998055 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51282) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:51.022350 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.026364 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9bc83115-06ce-4e36-b93a-335a9dbc4dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:51.030121 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.032248 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] 10.222.0.61 "DELETE /v2.0/networks/1634185d-fced-4aef-889c-1cc2f18c4ecf HTTP/1.1" status: 204 len: 168 time: 0.8184664 Jun 29 23:32:51.036238 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51288) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:51.044947 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Pushing event deleted for resources: {'Network': ['ID=1634185d-fced-4aef-889c-1cc2f18c4ecf,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:51.053170 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:51.075167 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.077970 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c732107e-d392-4ef0-b986-fa860b8fa920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:51.128477 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=23c3b541-c33c-471c-92bf-83619f400fd9,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:51.131599 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:51.133076 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-32fd9026-986b-49a7-8e81-c0c590a3a83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.221559 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-32fd9026-986b-49a7-8e81-c0c590a3a83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.275013 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-32fd9026-986b-49a7-8e81-c0c590a3a83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.278573 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ce4e249d-97a4-4ad1-aeff-7c413531ecb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:51.313789 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-32fd9026-986b-49a7-8e81-c0c590a3a83a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0fb16f63725442ab2ddccbff93e1f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146715 Jun 29 23:32:51.315028 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd9026-986b-49a7-8e81-c0c590a3a83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e030e-1d09-4df1-bca7-27f1ebc43e26,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:51.317891 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51290) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:51.318067 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-32fd9026-986b-49a7-8e81-c0c590a3a83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:51.391102 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-81decfdf-41f7-4da2-b655-02438627569a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.417486 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-81decfdf-41f7-4da2-b655-02438627569a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.483364 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032455'] for router_interface, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.499344 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['23c3b541-c33c-471c-92bf-83619f400fd9'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:32:51.563779 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-81decfdf-41f7-4da2-b655-02438627569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.566281 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-81decfdf-41f7-4da2-b655-02438627569a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.567409 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-81decfdf-41f7-4da2-b655-02438627569a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc0e030e-1d09-4df1-bca7-27f1ebc43e26 HTTP/1.1" status: 204 len: 168 time: 0.2465196 Jun 29 23:32:51.570016 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b37b65df-0d06-459f-9f57-a64fedd82fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:51.584077 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81decfdf-41f7-4da2-b655-02438627569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e030e-1d09-4df1-bca7-27f1ebc43e26,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:51.587373 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-81decfdf-41f7-4da2-b655-02438627569a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:51.755882 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:51.756294 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Deleting port 753f21bd-1cbf-47eb-9194-731c9001f33c {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:51.757130 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.779062 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:51.779659 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 00efbc71-12bf-452c-b4b1-a751ff0a6ca2 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:51.853537 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] For port 753f21bd-1cbf-47eb-9194-731c9001f33c, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=753f21bd-1cbf-47eb-9194-731c9001f33c,segment=NetworkSegment(50887a81-e062-43da-a82e-ead7ed7b7e31),segment_id=50887a81-e062-43da-a82e-ead7ed7b7e31)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:51.854160 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:51.868941 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Calling delete_port for 753f21bd-1cbf-47eb-9194-731c9001f33c owned by network:router_interface {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:52.098432 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.101061 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-df8a92ed-c069-40da-bf0c-25c789044cab tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:52.126900 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=753f21bd-1cbf-47eb-9194-731c9001f33c,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:52.133499 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:52.185275 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51302) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:52.211580 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6574e391-cfbf-403e-b4ae-bc129c819108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.242087 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abe1bb-33f2-4661-8d7c-b4168a4425e2 req-5a679f29-2759-4202-bf1a-7094145af82f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:52.243659 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79abe1bb-33f2-4661-8d7c-b4168a4425e2 req-5a679f29-2759-4202-bf1a-7094145af82f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.3793535 Jun 29 23:32:52.251126 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824af4e5-8eb7-4bba-b075-3c0f52424322 req-9e4dd4fe-40b6-4539-81da-58b65fd5a808 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:52.254650 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-824af4e5-8eb7-4bba-b075-3c0f52424322 req-9e4dd4fe-40b6-4539-81da-58b65fd5a808 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 945 time: 0.3796093 Jun 29 23:32:52.312531 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79abe1bb-33f2-4661-8d7c-b4168a4425e2 req-51afee80-224f-44ea-bf51-70396b848a6b tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589812 Jun 29 23:32:52.315273 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-824af4e5-8eb7-4bba-b075-3c0f52424322 req-69d8c704-b627-4cca-b99b-e49c58183321 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559716 Jun 29 23:32:52.369516 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036983'] for router_interface, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.449939 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6574e391-cfbf-403e-b4ae-bc129c819108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.534639 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6574e391-cfbf-403e-b4ae-bc129c819108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.539209 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c7842932-be22-4216-a9f0-00cf67b7ee0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:52.612635 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-6574e391-cfbf-403e-b4ae-bc129c819108 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51275e4f3f084f06a7c67ba86666addb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262650 Jun 29 23:32:52.615152 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51304) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:52.617373 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574e391-cfbf-403e-b4ae-bc129c819108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1708b9bc-ec57-4fd3-b931-fc8d0314059b,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:52.621415 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-6574e391-cfbf-403e-b4ae-bc129c819108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:52.640068 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Router f8440f0e-4061-449c-86de-be0ea394de83 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:32:52.670116 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c55655fb-e8be-471e-9fa1-740684a7ffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.693935 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c55655fb-e8be-471e-9fa1-740684a7ffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.744822 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:32:52.749684 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] 10.222.0.61 "PUT /v2.0/routers/f8440f0e-4061-449c-86de-be0ea394de83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118714 Jun 29 23:32:52.752321 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51306) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:52.754873 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] Sync routers for ids ['f8440f0e-4061-449c-86de-be0ea394de83'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:32:52.764923 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] Routers {'f8440f0e-4061-449c-86de-be0ea394de83'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:52.765640 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['f8440f0e-4061-449c-86de-be0ea394de83'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:52.796534 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 23c3b541-c33c-471c-92bf-83619f400fd9 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:32:52.824404 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c55655fb-e8be-471e-9fa1-740684a7ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.840064 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c55655fb-e8be-471e-9fa1-740684a7ffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.841474 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c55655fb-e8be-471e-9fa1-740684a7ffd5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1708b9bc-ec57-4fd3-b931-fc8d0314059b HTTP/1.1" status: 204 len: 168 time: 0.2252920 Jun 29 23:32:52.842747 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a9b8a445-72df-4761-9697-3e454fd25272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:52.853365 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55655fb-e8be-471e-9fa1-740684a7ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1708b9bc-ec57-4fd3-b931-fc8d0314059b,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:52.856207 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c55655fb-e8be-471e-9fa1-740684a7ffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:52.859239 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks [] for router, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.887903 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] Set router f8440f0e-4061-449c-86de-be0ea394de83 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:52.932201 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 23c3b541-c33c-471c-92bf-83619f400fd9 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:32:52.939071 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 23c3b541-c33c-471c-92bf-83619f400fd9 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:32:52.939849 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:52.977376 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:53.029183 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:53.055809 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8b2140-548e-463c-998b-33866ddeeb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c3b541-c33c-471c-92bf-83619f400fd9'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:53.059057 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cca6f8-f481-4517-bf7c-c087a769d970" -d '{"events": [{"server_uuid": "de8b2140-548e-463c-998b-33866ddeeb56", "name": "network-vif-plugged", "status": "completed", "tag": "23c3b541-c33c-471c-92bf-83619f400fd9"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:53.072573 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:32:52Z', 'revision_number': 5, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'gw_port': {'id': '2885f233-8d14-4660-bc65-2e0d6525802f', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:53.079593 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 23c3b541-c33c-471c-92bf-83619f400fd9, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=23c3b541-c33c-471c-92bf-83619f400fd9,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:53.096867 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Deleting port 2885f233-8d14-4660-bc65-2e0d6525802f {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:53.097211 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:53.102099 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb417eb-5fd8-4ff7-bc2b-49ca8ecfb65b x-openstack-request-id: req-ceb417eb-5fd8-4ff7-bc2b-49ca8ecfb65b {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:53.102486 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8b2140-548e-463c-998b-33866ddeeb56", "name": "network-vif-plugged", "status": "completed", "tag": "23c3b541-c33c-471c-92bf-83619f400fd9", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:53.102658 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ceb417eb-5fd8-4ff7-bc2b-49ca8ecfb65b {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:53.103063 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b2140-548e-463c-998b-33866ddeeb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c3b541-c33c-471c-92bf-83619f400fd9', 'code': 200} Jun 29 23:32:53.112338 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] Checking router: f8440f0e-4061-449c-86de-be0ea394de83 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:32:53.121074 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] Routers {'f8440f0e-4061-449c-86de-be0ea394de83'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:32:53.121810 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['f8440f0e-4061-449c-86de-be0ea394de83'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:53.156346 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:53.167333 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:53.206456 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] For port 2885f233-8d14-4660-bc65-2e0d6525802f, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=2885f233-8d14-4660-bc65-2e0d6525802f,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:53.206964 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:53.236237 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c5e31308-6a5c-4b27-8805-020f5b92d933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:53.237232 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Calling delete_port for 2885f233-8d14-4660-bc65-2e0d6525802f owned by network:router_gateway {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:53.246261 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] Set router f8440f0e-4061-449c-86de-be0ea394de83 gateway port host: None {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:32:53.247084 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=23c3b541-c33c-471c-92bf-83619f400fd9,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:53.263449 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:53.316531 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:32:52Z', 'revision_number': 6, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'gw_port_host': None}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:53.356675 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd79078c-db99-41a1-9963-22c5a8edd8cd None None] The sync data for ids ['f8440f0e-4061-449c-86de-be0ea394de83'] in dv-cinder-796946-2-iscsi is: [{'id': 'f8440f0e-4061-449c-86de-be0ea394de83', 'name': 'tempest-TestMinimumBasicScenario-2092042310-router', 'tenant_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:30:02Z', 'updated_at': '2021-06-29T23:32:52Z', 'revision_number': 6, 'project_id': 'ad25c9e12daa444a91cb3af8e3420fbb', 'gw_port_host': None}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:32:53.395016 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:53.560821 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:53.565040 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b6803896-11a9-44c7-852a-628b2a095b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:53.599386 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0f18-96be-4fa2-b0cb-49bfb57a2e76 req-5ef4a303-6095-406b-b768-9709bdf219f4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:53.600989 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f0a0f18-96be-4fa2-b0cb-49bfb57a2e76 req-5ef4a303-6095-406b-b768-9709bdf219f4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 946 time: 0.1023376 Jun 29 23:32:53.613362 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2885f233-8d14-4660-bc65-2e0d6525802f,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:53.614297 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087f2fd-eb0d-4502-99ae-3ec878651ef8 req-6ac53473-4997-4268-9487-652d05b22d15 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:53.615780 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1087f2fd-eb0d-4502-99ae-3ec878651ef8 req-6ac53473-4997-4268-9487-652d05b22d15 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0898623 Jun 29 23:32:53.616344 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:53.672459 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f0a0f18-96be-4fa2-b0cb-49bfb57a2e76 req-4cec3d52-9ad3-44c9-a08c-5a776e19b2b2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555971 Jun 29 23:32:53.685872 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1087f2fd-eb0d-4502-99ae-3ec878651ef8 req-220ac4f0-0562-4e6b-a6a5-c1f150468c5b tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524197 Jun 29 23:32:53.686509 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547795'] for router_gateway, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:53.876105 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-f3434008-a6d1-48d1-9028-0f53fb6fc460 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044051501&fields=id&tenant_id=e29cf551b9714c0f844c4e3b6f03c84a HTTP/1.1" status: 200 len: 267 time: 0.0424032 Jun 29 23:32:53.891117 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 753f21bd-1cbf-47eb-9194-731c9001f33c no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:53.916057 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 753f21bd-1cbf-47eb-9194-731c9001f33c {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:53.916538 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 753f21bd-1cbf-47eb-9194-731c9001f33c not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:53.995819 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ba99bd71-faf4-4c73-9a83-9ee4b0365a8e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:53.997406 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ba99bd71-faf4-4c73-9a83-9ee4b0365a8e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 811 time: 0.1141844 Jun 29 23:32:54.012268 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-32e5bc5e-11b4-4db3-8fcb-52b6de8ff1ab tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/quotas/e29cf551b9714c0f844c4e3b6f03c84a HTTP/1.1" status: 200 len: 375 time: 0.0093849 Jun 29 23:32:54.053075 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf456da-1c2f-46a0-a963-a7b1c40f5d32 req-51a68948-552f-4553-978e-440aeacc30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:54.053503 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-faf456da-1c2f-46a0-a963-a7b1c40f5d32 req-51a68948-552f-4553-978e-440aeacc30fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 1099 time: 0.4894292 Jun 29 23:32:54.095260 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1046939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7981'] for router, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.098617 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.100520 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-6a743e1f-b053-452e-8108-9b08b52519ca tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0819283 Jun 29 23:32:54.150328 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-faf456da-1c2f-46a0-a963-a7b1c40f5d32 req-ecc0c8a1-6c84-48e4-b0aa-c261005d0846 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715067 Jun 29 23:32:54.199949 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-991ab363-10f5-4ac7-9df4-eeeeedbdf682 service neutron] 10.222.0.61 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Jun 29 23:32:54.206635 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1034130'] for router, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.207408 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8440f0e-4061-449c-86de-be0ea394de83 {{(pid=93640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:32:54.218222 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] Notify callbacks [] for router, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.219467 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-c02007df-1b98-4689-8b48-0f942c7d5a5d admin admin] 10.222.0.61 "DELETE /v2.0/routers/f8440f0e-4061-449c-86de-be0ea394de83 HTTP/1.1" status: 204 len: 168 time: 1.4662476 Jun 29 23:32:54.223364 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51346) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:54.271097 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_v2 [None req-299dd90a-dcbc-4283-a5ca-62c235832cc2 admin admin] Deleting subnet abafc41c-4b37-44e6-a287-7a399e5b7896 {{(pid=93640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:32:54.274353 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-299dd90a-dcbc-4283-a5ca-62c235832cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.309445 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-299dd90a-dcbc-4283-a5ca-62c235832cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530369790'] for subnet, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.310074 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-1bba3da7-6002-4ab7-8d0f-28729c713569 service neutron] 10.222.0.61 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977275 Jun 29 23:32:54.427645 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-299dd90a-dcbc-4283-a5ca-62c235832cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.440558 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.560687 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-299dd90a-dcbc-4283-a5ca-62c235832cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530125381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530263330'] for subnet, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.560687 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-25bb4d74-e70e-40f1-97b1-70495b436cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:54.583365 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-299dd90a-dcbc-4283-a5ca-62c235832cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.588135 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-299dd90a-dcbc-4283-a5ca-62c235832cc2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/abafc41c-4b37-44e6-a287-7a399e5b7896 HTTP/1.1" status: 204 len: 168 time: 0.3605919 Jun 29 23:32:54.588135 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd90a-dcbc-4283-a5ca-62c235832cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abafc41c-4b37-44e6-a287-7a399e5b7896,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:54.588406 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51360) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:54.588506 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b729c-3594-4845-9545-2eeccaf07458 None None] Network b2c3e572-82df-47f7-ad4d-893c09a87c20 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:32:54.590309 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-299dd90a-dcbc-4283-a5ca-62c235832cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:54.660103 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.718468 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Deleting port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:54.721782 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.789939 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] DHCP port deletion for b2c3e572-82df-47f7-ad4d-893c09a87c20 request from dv-cinder-796946-2-iscsi {{(pid=93642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:32:54.810392 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] For port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f,segment=NetworkSegment(50887a81-e062-43da-a82e-ead7ed7b7e31),segment_id=50887a81-e062-43da-a82e-ead7ed7b7e31)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:54.810660 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.837987 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] Deleting port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:32:54.838450 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.856612 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Calling delete_port for 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:54.920757 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] For port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f,segment=NetworkSegment(50887a81-e062-43da-a82e-ead7ed7b7e31),segment_id=50887a81-e062-43da-a82e-ead7ed7b7e31)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:32:54.921272 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:54.935241 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] Calling delete_port for 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:32:55.039622 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26b47e-e8d2-4c77-9040-dae9551f9b33 req-ea972d72-bc6a-4a9a-975e-a71265b4a99f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:55.041203 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6b26b47e-e8d2-4c77-9040-dae9551f9b33 req-ea972d72-bc6a-4a9a-975e-a71265b4a99f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 946 time: 0.2337427 Jun 29 23:32:55.087883 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:55.100640 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:55.122719 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6b26b47e-e8d2-4c77-9040-dae9551f9b33 req-c3c58f0b-d644-4fe1-861c-a415ea214550 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693252 Jun 29 23:32:55.126241 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:55.127801 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] Pushing event deleted for resources: {'Port': ['ID=5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:55.129760 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-69012b4b-fd73-443e-8820-d2826b24cbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:55.129923 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] No DVR routers for this DVR port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f on host dv-cinder-796946-2-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:32:55.131229 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-21f259a4-9550-4600-b2b9-28f39ad11863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:55.143482 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99838a21-3d2e-4eda-a540-97e2e4a0ceee req-0357bf34-6244-461b-882b-c98c4ec50d06 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:55.144994 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-99838a21-3d2e-4eda-a540-97e2e4a0ceee req-0357bf34-6244-461b-882b-c98c4ec50d06 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.1716437 Jun 29 23:32:55.166455 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:55.174674 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:55.176431 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] No DVR routers for this DVR port 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f on host dv-cinder-796946-2-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:32:55.290209 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-99838a21-3d2e-4eda-a540-97e2e4a0ceee req-a81b7524-80a9-4275-af4f-f6a13cb8b3db tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260087 Jun 29 23:32:55.292243 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-56f72872-4506-41f0-a6ec-1ef4a751df53 req-6029347b-88bd-46d7-8067-383a8a259112 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 210 time: 0.0858483 Jun 29 23:32:55.327117 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:55.338182 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c3e572-82df-47f7-ad4d-893c09a87c20']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:55.352295 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50887a81-e062-43da-a82e-ead7ed7b7e31') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:55.352295 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50887a81-e062-43da-a82e-ead7ed7b7e31') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:32:55.361232 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:55.375934 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:55.382282 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:32:55.382683 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:32:55.384387 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:32:55.520924 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:55.524671 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:55.532050 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:55.532050 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b2c3e572-82df-47f7-ad4d-893c09a87c20 HTTP/1.1" status: 204 len: 168 time: 0.9400296 Jun 29 23:32:55.545756 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c3e572-82df-47f7-ad4d-893c09a87c20,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:55.549315 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:55.749274 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:55.770269 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:55.790290 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:55.790643 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5cd7ec97-92e1-43c4-81e5-f2d2beff1b4f not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:55.791074 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 2885f233-8d14-4660-bc65-2e0d6525802f no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:32:55.808597 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 2885f233-8d14-4660-bc65-2e0d6525802f {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:32:55.809214 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 2885f233-8d14-4660-bc65-2e0d6525802f not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:32:56.034814 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51416) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:56.074687 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2d164ee9-0f88-43c6-aab5-429045b31797 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=236ccb37e16f40e38ba4cbee1be4911b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386086 Jun 29 23:32:56.077235 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51418) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:56.132129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7b029a7a-1e41-482d-9cf8-2cd5560a1f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.152915 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7b029a7a-1e41-482d-9cf8-2cd5560a1f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.205801 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51424) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:56.256818 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7b029a7a-1e41-482d-9cf8-2cd5560a1f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.265017 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-7b029a7a-1e41-482d-9cf8-2cd5560a1f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.265017 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-7b029a7a-1e41-482d-9cf8-2cd5560a1f6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/345405f0-99c5-43bd-8899-68e5608ce209 HTTP/1.1" status: 204 len: 168 time: 0.1834679 Jun 29 23:32:56.265017 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-42f5f10d-7e88-4d25-9da0-e91caf93be87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:56.272636 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b029a7a-1e41-482d-9cf8-2cd5560a1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345405f0-99c5-43bd-8899-68e5608ce209,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:56.278163 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-7b029a7a-1e41-482d-9cf8-2cd5560a1f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:56.350926 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230477-0f0a-4191-8e99-a45f3b518781 req-92c8c839-eaf5-486b-a477-dd1adf3f84a3 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:56.352613 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b4a22873-c2b9-41e0-a25a-c6d4704918a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.356809 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-51230477-0f0a-4191-8e99-a45f3b518781 req-92c8c839-eaf5-486b-a477-dd1adf3f84a3 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0907896 Jun 29 23:32:56.400012 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-51230477-0f0a-4191-8e99-a45f3b518781 req-5c7be2cd-fe53-4941-a151-4952002ee7e0 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Jun 29 23:32:56.480524 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b4a22873-c2b9-41e0-a25a-c6d4704918a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.546539 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9561aa6c-52a6-41a3-b864-c8c17c4fcdf6 req-4ce7ccf6-69c9-4229-8abb-a7916f0d92b9 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 210 time: 0.0307539 Jun 29 23:32:56.556660 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b4a22873-c2b9-41e0-a25a-c6d4704918a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.563589 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ef2e9-f4e8-414d-9100-7401777bb40e req-ef412dd8-18be-468c-9b54-647ee67a05b5 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:56.571744 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e36ef2e9-f4e8-414d-9100-7401777bb40e req-ef412dd8-18be-468c-9b54-647ee67a05b5 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.1143909 Jun 29 23:32:56.572753 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-310cac1b-f9ac-4313-a5e4-16c9e432d8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:56.605620 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b4a22873-c2b9-41e0-a25a-c6d4704918a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e653cb79459436893aefcc8cbc59185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986583 Jun 29 23:32:56.608255 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51438) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:56.611998 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a22873-c2b9-41e0-a25a-c6d4704918a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41540a67-44e0-42b5-afc5-cc0456b51e7c,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:56.614953 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b4a22873-c2b9-41e0-a25a-c6d4704918a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:56.628942 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e36ef2e9-f4e8-414d-9100-7401777bb40e req-a2564e86-37ea-4127-bde5-8434d8a2036e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524929 Jun 29 23:32:56.668156 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efe8663f-e9b6-4a4c-b80b-4949706225f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.689631 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efe8663f-e9b6-4a4c-b80b-4949706225f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.835094 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efe8663f-e9b6-4a4c-b80b-4949706225f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.837710 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efe8663f-e9b6-4a4c-b80b-4949706225f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:56.838885 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-efe8663f-e9b6-4a4c-b80b-4949706225f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41540a67-44e0-42b5-afc5-cc0456b51e7c HTTP/1.1" status: 204 len: 168 time: 0.2297151 Jun 29 23:32:56.839707 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4a835a85-c298-46be-a811-36a428a90786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:56.847837 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8663f-e9b6-4a4c-b80b-4949706225f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41540a67-44e0-42b5-afc5-cc0456b51e7c,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:56.850234 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-efe8663f-e9b6-4a4c-b80b-4949706225f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:56.894190 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51442) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:56.935114 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-226df236-0f47-491f-8e54-52f0fc49421f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad25c9e12daa444a91cb3af8e3420fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395949 Jun 29 23:32:56.937680 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51444) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:57.000191 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2a225577-4184-4051-ae3b-52558e99569f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:57.022346 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2a225577-4184-4051-ae3b-52558e99569f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:57.155270 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2a225577-4184-4051-ae3b-52558e99569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:57.157967 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2a225577-4184-4051-ae3b-52558e99569f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:57.164604 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2a225577-4184-4051-ae3b-52558e99569f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/449d147a-7648-4770-bac7-3fd1af9b3637 HTTP/1.1" status: 204 len: 168 time: 0.2204535 Jun 29 23:32:57.164604 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4c2394a6-8424-49a3-a041-5c413c879d9a tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:57.167487 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a225577-4184-4051-ae3b-52558e99569f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449d147a-7648-4770-bac7-3fd1af9b3637,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:57.169922 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2a225577-4184-4051-ae3b-52558e99569f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:57.341461 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ac634783-0035-45f1-b96e-d2f94345cd04 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:57.342950 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ac634783-0035-45f1-b96e-d2f94345cd04 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 811 time: 0.1077878 Jun 29 23:32:57.402133 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-aca9dbaa-7cef-433d-b20e-e32dc88a5ca9 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e29cf551b9714c0f844c4e3b6f03c84a HTTP/1.1" status: 200 len: 380 time: 0.0338681 Jun 29 23:32:57.412433 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'port': {'device_id': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'admin_state_up': True, 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'security_groups': ['9130bc8a-918a-4f91-b36c-6f01849c257d']}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:32:57.559331 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51454) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:57.571575 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-83ac0780-1963-4a18-8a21-606a6f7d601a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:57.580759 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Made reservation on behalf of e29cf551b9714c0f844c4e3b6f03c84a for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:32:57.584250 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:57.769632 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Allocated IP 172.20.0.8 (0f63a9fe-9195-4b3f-8615-44a18bd185c3/f6215a83-ecaa-4a42-b800-220fd6566702/17e0c96b-e566-42ca-8654-968d429283dc) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:32:57.780110 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9ea9231f-d0f5-41ad-bf2e-781f89f07c89 req-47752f81-fc16-4d15-9371-9a83f70206dc tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 210 time: 0.0422916 Jun 29 23:32:57.881802 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033cae-f88f-4d0e-aa1a-d84f51baa7f1 req-699416d4-3c3e-45f9-9ca0-8c8f9dfeed5b tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:57.883231 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-65033cae-f88f-4d0e-aa1a-d84f51baa7f1 req-699416d4-3c3e-45f9-9ca0-8c8f9dfeed5b tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0720894 Jun 29 23:32:57.889633 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-83ac0780-1963-4a18-8a21-606a6f7d601a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:57.920544 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-65033cae-f88f-4d0e-aa1a-d84f51baa7f1 req-9fea9e2a-b026-4a88-9551-b1c4fe8504fc tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314507 Jun 29 23:32:57.937769 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:57.951151 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Transition to ACTIVE for port object 17e0c96b-e566-42ca-8654-968d429283dc will not be triggered until provisioned by entity DHCP. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:32:57.961824 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-83ac0780-1963-4a18-8a21-606a6f7d601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:57.966183 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-aa1bf122-8230-43e5-ba48-d6a9119aee5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:58.009718 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-83ac0780-1963-4a18-8a21-606a6f7d601a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d3739765e8e48768d288966f3ba23ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513946 Jun 29 23:32:58.012371 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51460) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:32:58.023265 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac0780-1963-4a18-8a21-606a6f7d601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece157e-1c7b-4a39-82cd-61edb3998b2d,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:58.026439 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-83ac0780-1963-4a18-8a21-606a6f7d601a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:58.066413 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f98d1fd-740e-43db-bbd7-e68e2f72c305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.087958 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f98d1fd-740e-43db-bbd7-e68e2f72c305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.098519 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.104102 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b2d2e579-b492-4f34-82e2-0dd73af97bc4 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:58.147011 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:32:58.150183 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:32:58.152768 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:32:58.184208 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'Port': ['ID=17e0c96b-e566-42ca-8654-968d429283dc,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:58.187770 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:58.216917 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:58.217545 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.224388 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f98d1fd-740e-43db-bbd7-e68e2f72c305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.230030 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7f98d1fd-740e-43db-bbd7-e68e2f72c305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.232151 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7f98d1fd-740e-43db-bbd7-e68e2f72c305 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eece157e-1c7b-4a39-82cd-61edb3998b2d HTTP/1.1" status: 204 len: 168 time: 0.2185709 Jun 29 23:32:58.233122 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9d01d93c-6073-4710-b479-9f579b21bf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:58.245130 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98d1fd-740e-43db-bbd7-e68e2f72c305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece157e-1c7b-4a39-82cd-61edb3998b2d,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:58.252371 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7f98d1fd-740e-43db-bbd7-e68e2f72c305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:58.333622 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9246323 Jun 29 23:32:58.352640 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Request body: {'port': {'device_id': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:32:58.430783 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.440789 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-3fd53f91-b0c8-47ad-b10b-9ccf74f50d55 None None] Provisioning for port 17e0c96b-e566-42ca-8654-968d429283dc completed by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:32:58.444740 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-3fd53f91-b0c8-47ad-b10b-9ccf74f50d55 None None] Provisioning complete for port 17e0c96b-e566-42ca-8654-968d429283dc triggered by entity DHCP. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:32:58.445122 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3fd53f91-b0c8-47ad-b10b-9ccf74f50d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.484606 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-3fd53f91-b0c8-47ad-b10b-9ccf74f50d55 None None] Port 17e0c96b-e566-42ca-8654-968d429283dc cannot update to ACTIVE because it is not bound. {{(pid=93642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 23:32:58.734251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e0c96b-e566-42ca-8654-968d429283dc {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:32:58.743212 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.763291 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Transition to ACTIVE for port object 17e0c96b-e566-42ca-8654-968d429283dc will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:32:58.780089 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-426994a0-1555-4467-bd54-06cb21ce8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:58.781604 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-426994a0-1555-4467-bd54-06cb21ce8ae8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1099 time: 0.0756633 Jun 29 23:32:58.807056 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:58.837509 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:58.937736 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-dc9d4912-7e4c-4afc-8149-e4198bd0bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:58.937736 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-dc9d4912-7e4c-4afc-8149-e4198bd0bce2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 200 len: 910 time: 0.1482096 Jun 29 23:32:59.046504 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bb787-8c24-453e-84b6-71a5dfc858ba req-070ee36b-3340-42e4-87ce-2cb798854991 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:59.046504 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d99bb787-8c24-453e-84b6-71a5dfc858ba req-070ee36b-3340-42e4-87ce-2cb798854991 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 943 time: 0.1414049 Jun 29 23:32:59.108074 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d99bb787-8c24-453e-84b6-71a5dfc858ba req-18ef471e-e0a0-4b28-aeb3-d9bd03a8392d tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568697 Jun 29 23:32:59.142608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Pushing event updated for resources: {'Port': ['ID=17e0c96b-e566-42ca-8654-968d429283dc,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:59.147291 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-a598369e-1f84-48ca-a2a4-0bd54519231d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 200 len: 1001 time: 0.1981783 Jun 29 23:32:59.148393 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:59.201266 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e821fa-5844-4d22-8fbe-08f5d7c84a88 req-143d7a94-a286-458f-ae32-d38217ccb4f7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:59.202890 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-27e821fa-5844-4d22-8fbe-08f5d7c84a88 req-143d7a94-a286-458f-ae32-d38217ccb4f7 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0779221 Jun 29 23:32:59.238113 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-653bc2e5-f609-4962-a2ad-dfb9228102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:59.239578 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-653bc2e5-f609-4962-a2ad-dfb9228102f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=932b54c2-69ac-4668-ae0f-ad1749178bc3 HTTP/1.1" status: 200 len: 848 time: 0.0693591 Jun 29 23:32:59.241970 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Attempting to bind port 17e0c96b-e566-42ca-8654-968d429283dc on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:32:59.242307 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Attempting to bind port 17e0c96b-e566-42ca-8654-968d429283dc by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:32:59.242647 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Attempting to bind port 17e0c96b-e566-42ca-8654-968d429283dc on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:32:59.244199 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-27e821fa-5844-4d22-8fbe-08f5d7c84a88 req-2976c847-9fa8-4186-bce8-2f8dea93f966 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337057 Jun 29 23:32:59.255893 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Port 17e0c96b-e566-42ca-8654-968d429283dc on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:32:59.255893 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Attempting to bind port 17e0c96b-e566-42ca-8654-968d429283dc on network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:32:59.304129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:32:59.304129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Checking segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:32:59.304129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Bound using segment: {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:32:59.304129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Bound port: 17e0c96b-e566-42ca-8654-968d429283dc, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb97d85-2b6f-49ee-ac5b-d88452a7d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:32:59.304129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:59.377226 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-22bf9418-8eb7-4ab6-818a-fc764a66cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:59.378734 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-22bf9418-8eb7-4ab6-818a-fc764a66cbb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3c8e39-ea57-4fe7-8459-47fcadf08891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1313906 Jun 29 23:32:59.383228 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] For port 17e0c96b-e566-42ca-8654-968d429283dc, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:32:59.386947 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] For port 17e0c96b-e566-42ca-8654-968d429283dc, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=17e0c96b-e566-42ca-8654-968d429283dc,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:32:59.476232 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-30128356-c7a0-41b4-ab25-9e326bdcbc44 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879362 Jun 29 23:32:59.480636 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:59.483407 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bc377f4b-f57d-404c-a271-5db1ef458284 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:32:59.555303 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:59.555966 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:32:59.557377 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] 10.222.0.64 "PUT /v2.0/ports/17e0c96b-e566-42ca-8654-968d429283dc HTTP/1.1" status: 200 len: 1093 time: 1.2091954 Jun 29 23:32:59.557940 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:32:59.560592 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997bac0a-5d47-47e3-8f53-1188ab0f473b" -d '{"events": [{"name": "network-changed", "server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "tag": "17e0c96b-e566-42ca-8654-968d429283dc"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:32:59.603186 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Pushing event updated for resources: {'Port': ['ID=17e0c96b-e566-42ca-8654-968d429283dc,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:32:59.619611 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:32:59.621249 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12dc2d5-a38a-4ec5-9ef6-6bafac95001a x-openstack-request-id: req-e12dc2d5-a38a-4ec5-9ef6-6bafac95001a {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:32:59.621588 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "tag": "17e0c96b-e566-42ca-8654-968d429283dc", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:32:59.621940 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e12dc2d5-a38a-4ec5-9ef6-6bafac95001a {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:32:59.622415 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc', 'status': 'completed', 'code': 200} Jun 29 23:32:59.639006 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-9e747d57-4ab8-4ab5-80df-8566ceed347c req-2f3e72a5-604a-49e6-928e-74589d0a1894 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502647 Jun 29 23:32:59.734707 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bac0a-5d47-47e3-8f53-1188ab0f473b req-020e5764-00c0-46fb-876e-0be9faa24c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:59.736810 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-997bac0a-5d47-47e3-8f53-1188ab0f473b req-020e5764-00c0-46fb-876e-0be9faa24c57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 1096 time: 0.0632987 Jun 29 23:32:59.843391 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bac0a-5d47-47e3-8f53-1188ab0f473b req-2670bd67-2868-446c-a0b0-83ffeb6d0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:59.844897 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-997bac0a-5d47-47e3-8f53-1188ab0f473b req-2670bd67-2868-446c-a0b0-83ffeb6d0087 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0925722 Jun 29 23:32:59.948674 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bac0a-5d47-47e3-8f53-1188ab0f473b req-21ea88e4-c6ed-4845-a5c7-729b6de715a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:32:59.950255 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-997bac0a-5d47-47e3-8f53-1188ab0f473b req-21ea88e4-c6ed-4845-a5c7-729b6de715a6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946736 Jun 29 23:33:00.101527 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-b406d473-5937-4a01-99a6-eebb67afd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:00.103107 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-b406d473-5937-4a01-99a6-eebb67afd366 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 1096 time: 0.0593767 Jun 29 23:33:00.133273 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51522) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:00.158713 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-c47444ea-e1ca-4979-856b-bf290739a4bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0c96b-e566-42ca-8654-968d429283dc HTTP/1.1" status: 200 len: 217 time: 0.0410330 Jun 29 23:33:00.209589 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-193720d1-3d4c-4459-ab01-f37e726aa7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:00.211260 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-193720d1-3d4c-4459-ab01-f37e726aa7da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 200 len: 850 time: 0.0458198 Jun 29 23:33:00.265184 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-81e277b4-40b4-4596-8638-ee1ced8a82b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:00.269361 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-f992632e-326d-4c39-a6d0-570ce423e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:00.270845 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-f992632e-326d-4c39-a6d0-570ce423e9b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f63a9fe-9195-4b3f-8615-44a18bd185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514069 Jun 29 23:33:00.329956 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63df7ea-428f-4832-a4c8-77e51515bf08 req-9a1b7319-c47f-4028-b91c-2e916508132a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:00.331478 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a63df7ea-428f-4832-a4c8-77e51515bf08 req-9a1b7319-c47f-4028-b91c-2e916508132a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 943 time: 0.1092560 Jun 29 23:33:00.379324 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-47116a06-d085-46ad-94e3-7ccfaeec6dc0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953562 Jun 29 23:33:00.419379 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a63df7ea-428f-4832-a4c8-77e51515bf08 req-84c52292-fdb1-4efe-9218-0432b289bd8f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759847 Jun 29 23:33:00.453820 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-81e277b4-40b4-4596-8638-ee1ced8a82b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:00.474491 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89626182-2fc3-4d11-9cd0-40d071614387 req-76be4920-ad98-46e3-8ac3-337b31539b28 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:00.476021 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-89626182-2fc3-4d11-9cd0-40d071614387 req-76be4920-ad98-46e3-8ac3-337b31539b28 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.1083195 Jun 29 23:33:00.476518 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-2f078998-6a93-4096-ab8d-aea2fbe88231 req-eb74f082-ca45-4ad7-b7dc-fbd991814432 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882025 Jun 29 23:33:00.514071 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-89626182-2fc3-4d11-9cd0-40d071614387 req-7f541dd5-e6d4-49a6-a963-6ba7e0a94126 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Jun 29 23:33:00.515224 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-81e277b4-40b4-4596-8638-ee1ced8a82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:00.519019 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-efe8663f-e9b6-4a4c-b80b-4949706225f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:00.557706 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e277b4-40b4-4596-8638-ee1ced8a82b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6356839-9390-4db5-9813-6f15107605b0,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:00.562272 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-81e277b4-40b4-4596-8638-ee1ced8a82b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2dfe1745561f4993af76b9be38fcd740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279010 Jun 29 23:33:00.563157 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-81e277b4-40b4-4596-8638-ee1ced8a82b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:00.564939 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51530) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:00.612459 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c15b8c9d-20f4-4713-ba26-97be9503c669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:00.633072 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c15b8c9d-20f4-4713-ba26-97be9503c669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:00.721336 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:00.800510 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c15b8c9d-20f4-4713-ba26-97be9503c669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:00.803258 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c15b8c9d-20f4-4713-ba26-97be9503c669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:00.804769 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c15b8c9d-20f4-4713-ba26-97be9503c669 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6356839-9390-4db5-9813-6f15107605b0 HTTP/1.1" status: 204 len: 168 time: 0.2387874 Jun 29 23:33:00.805923 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-378db7c6-6619-4e25-a836-1ff6225a4067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:00.817827 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b8c9d-20f4-4713-ba26-97be9503c669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6356839-9390-4db5-9813-6f15107605b0,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:00.821052 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c15b8c9d-20f4-4713-ba26-97be9503c669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:01.594568 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfb080-3e38-4f64-9376-fa698ea0d4c0 req-71fceff0-9f2f-46bb-9787-0cdfd9bc182f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:01.596626 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-19cfb080-3e38-4f64-9376-fa698ea0d4c0 req-71fceff0-9f2f-46bb-9787-0cdfd9bc182f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 943 time: 0.0670054 Jun 29 23:33:01.649347 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-19cfb080-3e38-4f64-9376-fa698ea0d4c0 req-b59d70b9-cf44-4eff-9168-5aa2f38f2b5c tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464046 Jun 29 23:33:01.709413 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43cbce-7c15-4a44-8bd1-084dcc861d6f req-ea15dc97-8c72-4d0d-8be9-44e85ae6bfcd tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:01.710884 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f43cbce-7c15-4a44-8bd1-084dcc861d6f req-ea15dc97-8c72-4d0d-8be9-44e85ae6bfcd tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0771356 Jun 29 23:33:01.749038 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f43cbce-7c15-4a44-8bd1-084dcc861d6f req-765e917d-9b9b-4c0b-900b-29b5c758cdc6 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 Jun 29 23:33:02.827986 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5572cf7-7800-4631-b5c1-729ede9373f6 req-5dbbda77-7f89-453d-84fb-18f1f47fc7aa tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:02.829597 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b5572cf7-7800-4631-b5c1-729ede9373f6 req-5dbbda77-7f89-453d-84fb-18f1f47fc7aa tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 943 time: 0.0652223 Jun 29 23:33:02.877714 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b5572cf7-7800-4631-b5c1-729ede9373f6 req-fa3b459b-6da4-479a-930d-b03fa34b92da tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425169 Jun 29 23:33:02.930736 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ffce5-0a31-43b9-a490-5adb522ffb3a req-e5a9fe8b-99fd-487f-a0b3-dbfe3da462d8 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:02.932223 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a36ffce5-0a31-43b9-a490-5adb522ffb3a req-e5a9fe8b-99fd-487f-a0b3-dbfe3da462d8 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0712395 Jun 29 23:33:02.968637 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a36ffce5-0a31-43b9-a490-5adb522ffb3a req-808d136c-a384-450f-8abb-e6818dbf0018 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305259 Jun 29 23:33:03.508053 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-64335883-793e-4f1a-aa37-5e0e35764d1c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561855 Jun 29 23:33:03.524471 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64781d1f-196f-4524-b518-eaadf91f01af req-6f1d2dd3-c43f-4dd0-932d-daec7a967b3d tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:03.532516 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-64781d1f-196f-4524-b518-eaadf91f01af req-6f1d2dd3-c43f-4dd0-932d-daec7a967b3d tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0751035 Jun 29 23:33:03.577802 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-64781d1f-196f-4524-b518-eaadf91f01af req-c183776c-dad4-4a1b-85e9-6fd2064850fe tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Jun 29 23:33:04.051077 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69459-6a3b-4065-8730-ed8b0a1ee347 req-7fdd6d5e-a6e3-4606-8371-90b7cae9d841 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:04.051710 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1d69459-6a3b-4065-8730-ed8b0a1ee347 req-7fdd6d5e-a6e3-4606-8371-90b7cae9d841 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 943 time: 0.0642388 Jun 29 23:33:04.088979 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1d69459-6a3b-4065-8730-ed8b0a1ee347 req-1101f116-410c-4e4f-a33a-b07cb04b3587 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Jun 29 23:33:04.755818 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c1da6-2021-458a-ad85-98da0d250eae req-64dc04ea-beeb-409e-b129-3c78c9396b33 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:04.757270 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cb1c1da6-2021-458a-ad85-98da0d250eae req-64dc04ea-beeb-409e-b129-3c78c9396b33 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0651882 Jun 29 23:33:04.793211 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cb1c1da6-2021-458a-ad85-98da0d250eae req-7d2035bb-7b20-4e43-a27c-5ed9ed11e175 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304325 Jun 29 23:33:04.892326 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device fa5629cd-572a-459d-bfd1-8f6ae7b45c2f no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:33:04.972407 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:04.993960 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:33:04.996210 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9eb25-c194-4745-b241-974a7c6cff74" -d '{"events": [{"server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:33:05.009049 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:05.026768 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 23:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abd77fa-b9bb-4426-9469-96fce6a3d910 x-openstack-request-id: req-1abd77fa-b9bb-4426-9469-96fce6a3d910 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:33:05.027001 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "name": "network-vif-unplugged", "status": "failed", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f", "code": 422}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:33:05.027263 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1abd77fa-b9bb-4426-9469-96fce6a3d910 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:33:05.027696 dv-cinder-796946-2-iscsi neutron-server[93642]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'code': 422} returned with failed status Jun 29 23:33:05.067524 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:05.070074 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a4890e55-3fd8-4333-91cc-1f01a7dadb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:05.115150 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,revision_number=6']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:05.118274 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:05.259681 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895ac8-677b-4afd-a6a7-d90387ffb930 req-10b01ed2-1999-497a-909a-4a2a398cfc9b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:05.261152 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09895ac8-677b-4afd-a6a7-d90387ffb930 req-10b01ed2-1999-497a-909a-4a2a398cfc9b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 943 time: 0.0611887 Jun 29 23:33:05.298732 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09895ac8-677b-4afd-a6a7-d90387ffb930 req-356aa7ab-6049-4f6f-b4b9-9464053de4a5 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319488 Jun 29 23:33:05.962674 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f3441-f242-41a5-b80f-b9fd40fb795f req-1d92d5fb-08bd-4ff6-90aa-6654086e1b2f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:05.964193 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b04f3441-f242-41a5-b80f-b9fd40fb795f req-1d92d5fb-08bd-4ff6-90aa-6654086e1b2f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0650742 Jun 29 23:33:06.000975 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b04f3441-f242-41a5-b80f-b9fd40fb795f req-3949cfff-56c7-40a8-ab42-558359928a07 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 Jun 29 23:33:06.415854 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51638) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:06.550669 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-15b8f27e-b342-41a7-9c0f-5606a8289037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:06.553541 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72da335-b53e-4809-810a-fd174a98f0ab req-eddf8258-7ffe-4d18-8562-7ce3c17e0f53 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:06.555200 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f72da335-b53e-4809-810a-fd174a98f0ab req-eddf8258-7ffe-4d18-8562-7ce3c17e0f53 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 943 time: 0.1454048 Jun 29 23:33:06.597986 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f72da335-b53e-4809-810a-fd174a98f0ab req-d145385e-25f8-4047-b472-beae8283f1f8 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362396 Jun 29 23:33:06.649163 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-15b8f27e-b342-41a7-9c0f-5606a8289037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:06.737959 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-15b8f27e-b342-41a7-9c0f-5606a8289037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:06.760234 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-39718a2c-c6b7-4559-adea-f677d0a200d6 tempest-VolumesNegativeTest-975570298 tempest-VolumesNegativeTest-975570298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:06.771887 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-15b8f27e-b342-41a7-9c0f-5606a8289037 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b2f4136b8454f8d8a059ca3829b5aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548367 Jun 29 23:33:06.772070 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51650) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:06.797845 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8f27e-b342-41a7-9c0f-5606a8289037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0635282c-aef9-41c4-be9e-d23e186d6787,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:06.803100 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-15b8f27e-b342-41a7-9c0f-5606a8289037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:06.840075 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4e53dc85-03bf-4704-bf71-8541c6f66064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:06.861865 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4e53dc85-03bf-4704-bf71-8541c6f66064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:06.955624 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4e53dc85-03bf-4704-bf71-8541c6f66064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:06.958287 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4e53dc85-03bf-4704-bf71-8541c6f66064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:06.959449 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4e53dc85-03bf-4704-bf71-8541c6f66064 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0635282c-aef9-41c4-be9e-d23e186d6787 HTTP/1.1" status: 204 len: 168 time: 0.1860597 Jun 29 23:33:06.962831 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c1e069a4-d4ee-43c5-87f8-4ed0e91f8bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:06.967729 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53dc85-03bf-4704-bf71-8541c6f66064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0635282c-aef9-41c4-be9e-d23e186d6787,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:06.970084 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4e53dc85-03bf-4704-bf71-8541c6f66064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:07.188043 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcc202-1edb-4bcf-9e07-0949db2a8f81 req-8efe3610-c7a5-4602-a58a-30361e3f5f4e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:07.190374 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9abcc202-1edb-4bcf-9e07-0949db2a8f81 req-8efe3610-c7a5-4602-a58a-30361e3f5f4e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0771627 Jun 29 23:33:07.229784 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9abcc202-1edb-4bcf-9e07-0949db2a8f81 req-a55390a9-0645-4516-8674-ca00e05fb77c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338671 Jun 29 23:33:07.776795 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0637-dc72-4b55-843f-458ea8e2683f req-730ea790-4343-40df-b057-17c168ce0840 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:07.778674 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f9b0637-dc72-4b55-843f-458ea8e2683f req-730ea790-4343-40df-b057-17c168ce0840 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 943 time: 0.0677912 Jun 29 23:33:07.818476 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f9b0637-dc72-4b55-843f-458ea8e2683f req-219fb68e-3ec5-4d44-8222-f65746e7e12a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343139 Jun 29 23:33:08.409445 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d099f-558b-419f-b1f2-cf57fa73360a req-8d1f9c7e-7745-437a-b935-e9301b598eed tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:08.410919 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-140d099f-558b-419f-b1f2-cf57fa73360a req-8d1f9c7e-7745-437a-b935-e9301b598eed tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0643959 Jun 29 23:33:08.448313 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-140d099f-558b-419f-b1f2-cf57fa73360a req-2df97c16-b381-4c46-b903-752b467d0575 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315614 Jun 29 23:33:08.498645 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-8b3ae864-3b87-4a06-ac50-5e73a4e7d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:08.500165 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-8b3ae864-3b87-4a06-ac50-5e73a4e7d238 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4&tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3 HTTP/1.1" status: 200 len: 1097 time: 0.0565627 Jun 29 23:33:08.599268 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-ba0690a8-d3cc-40f2-952b-7db419534f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:08.600837 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-ba0690a8-d3cc-40f2-952b-7db419534f1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1097 time: 0.0511520 Jun 29 23:33:08.693505 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-19f10bf8-b4b8-461a-9f50-c4a8223888fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:08.694958 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-19f10bf8-b4b8-461a-9f50-c4a8223888fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 200 len: 910 time: 0.0866394 Jun 29 23:33:08.759598 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-59d0a9c2-f514-452f-b960-94df8ad79320 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 200 len: 999 time: 0.0578353 Jun 29 23:33:08.812386 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-66a93856-0af3-4566-bddf-c76246dbc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:08.813871 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-66a93856-0af3-4566-bddf-c76246dbc57b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=932b54c2-69ac-4668-ae0f-ad1749178bc3 HTTP/1.1" status: 200 len: 848 time: 0.0471518 Jun 29 23:33:08.875792 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-1089ab11-5461-4511-a0c5-689488cab008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:08.877404 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-1089ab11-5461-4511-a0c5-689488cab008 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3c8e39-ea57-4fe7-8459-47fcadf08891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564399 Jun 29 23:33:08.899650 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 17e0c96b-e566-42ca-8654-968d429283dc details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:33:08.980312 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-5257a24b-4460-484c-a9e5-cf377219ec21 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916712 Jun 29 23:33:09.021382 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 17e0c96b-e566-42ca-8654-968d429283dc, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=17e0c96b-e566-42ca-8654-968d429283dc,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:09.034196 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb0fe5-1167-4335-8fb6-d87fd47fd736 req-4c55c7d3-f098-4bd8-9a6b-3bd0bca3e754 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:09.034783 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '17e0c96b-e566-42ca-8654-968d429283dc', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'port_id': '17e0c96b-e566-42ca-8654-968d429283dc', 'mac_address': 'fa:16:3e:6a:06:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:33:09.036013 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5cbb0fe5-1167-4335-8fb6-d87fd47fd736 req-4c55c7d3-f098-4bd8-9a6b-3bd0bca3e754 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 943 time: 0.0710580 Jun 29 23:33:09.073058 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:09.077391 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-914c033c-fc1d-45ae-8f4f-c1c28f2d74ff req-7e05ea03-b4a8-46a8-ba70-b13e619f15ec service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902405 Jun 29 23:33:09.086396 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e0c96b-e566-42ca-8654-968d429283dc {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:33:09.103988 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5cbb0fe5-1167-4335-8fb6-d87fd47fd736 req-3e85f565-0665-4ed4-80a5-a674ece26d99 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600076 Jun 29 23:33:09.107257 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 17e0c96b-e566-42ca-8654-968d429283dc, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=17e0c96b-e566-42ca-8654-968d429283dc,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:09.160007 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:09.163537 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e3d35870-fec8-42b0-9644-790c71c6323d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:09.217890 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=17e0c96b-e566-42ca-8654-968d429283dc,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:09.221077 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:09.546017 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['17e0c96b-e566-42ca-8654-968d429283dc'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:33:09.621156 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6018327-8b34-4e91-9cea-bb3f9d65e5d8 req-ff812e6c-bce7-44ac-aaea-d00e50325b94 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:09.622545 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f6018327-8b34-4e91-9cea-bb3f9d65e5d8 req-ff812e6c-bce7-44ac-aaea-d00e50325b94 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0625041 Jun 29 23:33:09.661388 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f6018327-8b34-4e91-9cea-bb3f9d65e5d8 req-359c6cb4-f4d5-4aae-badf-ad2ae1312dbd tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Jun 29 23:33:10.272184 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f3bec-5d62-4c42-84f5-9ffb5906d675 req-900a2412-fd11-4d71-ac5c-cb3cbe746eea tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:10.273625 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-798f3bec-5d62-4c42-84f5-9ffb5906d675 req-900a2412-fd11-4d71-ac5c-cb3cbe746eea tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 944 time: 0.0640812 Jun 29 23:33:10.311719 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-798f3bec-5d62-4c42-84f5-9ffb5906d675 req-2409f675-0431-4a9b-97be-ee83a19521b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Jun 29 23:33:10.834824 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14def3d8-c653-4fe7-bb39-b8fc82d3abe5 req-6e4b3002-472f-4b51-8390-77a3b0201187 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:10.836064 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14def3d8-c653-4fe7-bb39-b8fc82d3abe5 req-6e4b3002-472f-4b51-8390-77a3b0201187 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0631394 Jun 29 23:33:10.873202 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14def3d8-c653-4fe7-bb39-b8fc82d3abe5 req-4b60c010-5005-468f-914a-6cd4d5b908a2 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Jun 29 23:33:10.893481 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 17e0c96b-e566-42ca-8654-968d429283dc up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:33:10.977878 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 17e0c96b-e566-42ca-8654-968d429283dc completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:33:10.981899 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 17e0c96b-e566-42ca-8654-968d429283dc triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:33:10.982310 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:10.982715 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d42797-f0ac-47c2-8ea1-8edda06e9453 req-77211119-b1ed-46fa-a3fa-0a2dd1b0c49b tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:10.984208 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0d42797-f0ac-47c2-8ea1-8edda06e9453 req-77211119-b1ed-46fa-a3fa-0a2dd1b0c49b tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0640495 Jun 29 23:33:11.022126 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0d42797-f0ac-47c2-8ea1-8edda06e9453 req-90e8d46f-ae6c-41ab-95eb-d146364f78cc tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315754 Jun 29 23:33:11.057111 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:11.081479 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:33:11.086430 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3c1d4e-fb93-404e-b9b6-978c30659e69" -d '{"events": [{"server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "name": "network-vif-plugged", "status": "completed", "tag": "17e0c96b-e566-42ca-8654-968d429283dc"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:33:11.096222 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 17e0c96b-e566-42ca-8654-968d429283dc, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=17e0c96b-e566-42ca-8654-968d429283dc,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:11.124388 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e957c39c-5196-4892-98ff-94e1bd531b21 x-openstack-request-id: req-e957c39c-5196-4892-98ff-94e1bd531b21 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:33:11.124783 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "name": "network-vif-plugged", "status": "completed", "tag": "17e0c96b-e566-42ca-8654-968d429283dc", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:33:11.125132 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e957c39c-5196-4892-98ff-94e1bd531b21 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:33:11.125458 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc', 'code': 200} Jun 29 23:33:11.159403 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:11.161874 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:11.211681 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=17e0c96b-e566-42ca-8654-968d429283dc,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:11.214566 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:11.489814 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ad04f-6564-407f-9aa0-dd7bff56b9ce req-c36349de-ec8b-40b8-8ae5-02779c062d92 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:11.491417 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-057ad04f-6564-407f-9aa0-dd7bff56b9ce req-c36349de-ec8b-40b8-8ae5-02779c062d92 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 945 time: 0.0670583 Jun 29 23:33:11.530437 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-057ad04f-6564-407f-9aa0-dd7bff56b9ce req-0f31b5a9-5d94-484c-9521-a785d8f14201 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333917 Jun 29 23:33:11.630977 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64ff8-02b4-40a0-8395-e7dd9efbb10b req-74d5107d-33f1-4fb3-b533-3a94958d0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:11.632431 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-36d64ff8-02b4-40a0-8395-e7dd9efbb10b req-74d5107d-33f1-4fb3-b533-3a94958d0901 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 1098 time: 0.0507095 Jun 29 23:33:11.666008 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-36d64ff8-02b4-40a0-8395-e7dd9efbb10b req-6bcc200f-85de-4641-ad42-94d4ae1fcf0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268991 Jun 29 23:33:12.043418 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d19bd-1f09-4111-9488-41ce9ae8e76c req-c17c3516-7e0e-4d97-834a-176d9e952224 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:12.044895 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d79d19bd-1f09-4111-9488-41ce9ae8e76c req-c17c3516-7e0e-4d97-834a-176d9e952224 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0597069 Jun 29 23:33:12.083857 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d79d19bd-1f09-4111-9488-41ce9ae8e76c req-53a94f3c-1219-49cd-97c0-fd98dd172cd0 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327594 Jun 29 23:33:12.194343 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29236868-7017-4669-b893-39bec585b281 req-fd803e63-c9b0-4e1a-9504-45b6d00e649c tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:12.195843 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29236868-7017-4669-b893-39bec585b281 req-fd803e63-c9b0-4e1a-9504-45b6d00e649c tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0651395 Jun 29 23:33:12.232915 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29236868-7017-4669-b893-39bec585b281 req-96200f58-985b-4512-bfb5-f6cfab6787cb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Jun 29 23:33:12.699623 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b38a-7b8b-4150-90fe-bd3dada7e0af req-87aa11af-ebaa-4989-819d-cf0a2726f2b5 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:12.701084 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2469b38a-7b8b-4150-90fe-bd3dada7e0af req-87aa11af-ebaa-4989-819d-cf0a2726f2b5 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 945 time: 0.0618069 Jun 29 23:33:12.738331 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2469b38a-7b8b-4150-90fe-bd3dada7e0af req-fe38de66-4016-497b-9432-321241efe4a4 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316131 Jun 29 23:33:13.173070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-b14210c0-65f4-443d-84a7-17175c272f6d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:13.175301 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-b14210c0-65f4-443d-84a7-17175c272f6d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0697176 Jun 29 23:33:13.276282 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e97a-1bf2-4323-a213-b62b4628979e req-bbeec5de-1246-4881-b18d-1ed0a9142cdb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:13.281394 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7786e97a-1bf2-4323-a213-b62b4628979e req-bbeec5de-1246-4881-b18d-1ed0a9142cdb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0790699 Jun 29 23:33:13.310761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Deleting port 23c3b541-c33c-471c-92bf-83619f400fd9 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:33:13.311163 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:13.326891 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7786e97a-1bf2-4323-a213-b62b4628979e req-3508cd4a-3904-4d34-888b-32bb1a4b34e8 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382922 Jun 29 23:33:13.407191 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] For port 23c3b541-c33c-471c-92bf-83619f400fd9, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=23c3b541-c33c-471c-92bf-83619f400fd9,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:13.407470 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:13.419693 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Calling delete_port for 23c3b541-c33c-471c-92bf-83619f400fd9 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:33:13.422522 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008ef4d-be3c-4b74-b279-b9200afc2407 req-dd44cded-2a2e-4346-aa27-a5a0865f3524 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:13.424036 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3008ef4d-be3c-4b74-b279-b9200afc2407 req-dd44cded-2a2e-4346-aa27-a5a0865f3524 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 946 time: 0.0647871 Jun 29 23:33:13.461124 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3008ef4d-be3c-4b74-b279-b9200afc2407 req-57b79385-acbb-492b-9b33-88a92237bcef tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312641 Jun 29 23:33:13.657837 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:13.661826 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:13.686561 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Pushing event deleted for resources: {'Port': ['ID=23c3b541-c33c-471c-92bf-83619f400fd9,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:13.689577 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:13.696481 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['0b588100-19f4-456e-870e-720923aaba3f', 'f808926e-93bd-468d-9418-3a822ea3a1f8', 'af5e0295-2616-4644-9c9d-9520985bb2f3', '23c3b541-c33c-471c-92bf-83619f400fd9'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:33:13.731864 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] No DVR routers for this DVR port 23c3b541-c33c-471c-92bf-83619f400fd9 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:33:13.734389 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:13.736467 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-820c8247-5eeb-4f03-8258-1194ccb8b221 req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "DELETE /v2.0/ports/23c3b541-c33c-471c-92bf-83619f400fd9 HTTP/1.1" status: 204 len: 173 time: 0.5556362 Jun 29 23:33:13.736987 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8b2140-548e-463c-998b-33866ddeeb56', 'name': 'network-vif-deleted', 'tag': '23c3b541-c33c-471c-92bf-83619f400fd9'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:33:13.739258 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df995f16-c551-41bf-a7be-dfd7bcb06a8a" -d '{"events": [{"server_uuid": "de8b2140-548e-463c-998b-33866ddeeb56", "name": "network-vif-deleted", "tag": "23c3b541-c33c-471c-92bf-83619f400fd9"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:33:13.775968 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e11c689-3b83-42a3-ac57-52f8aad75a42 x-openstack-request-id: req-4e11c689-3b83-42a3-ac57-52f8aad75a42 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:33:13.776308 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8b2140-548e-463c-998b-33866ddeeb56", "name": "network-vif-deleted", "tag": "23c3b541-c33c-471c-92bf-83619f400fd9", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:33:13.776605 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e11c689-3b83-42a3-ac57-52f8aad75a42 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:33:13.777041 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b2140-548e-463c-998b-33866ddeeb56', 'name': 'network-vif-deleted', 'tag': '23c3b541-c33c-471c-92bf-83619f400fd9', 'status': 'completed', 'code': 200} Jun 29 23:33:13.918177 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7be72-a03d-4cc6-a9f1-807404d14a3e req-2a17930d-efee-42f1-8898-1047817441d7 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:13.919614 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6bf7be72-a03d-4cc6-a9f1-807404d14a3e req-2a17930d-efee-42f1-8898-1047817441d7 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 945 time: 0.0620923 Jun 29 23:33:13.960171 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6bf7be72-a03d-4cc6-a9f1-807404d14a3e req-11edc4db-899c-46ab-aa51-cce5af5c67c8 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335312 Jun 29 23:33:14.132721 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292f06a-c8ba-4189-aded-9edc32da0606 req-64815514-140e-4dd2-8a68-c35894c6e7b8 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:14.134150 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1292f06a-c8ba-4189-aded-9edc32da0606 req-64815514-140e-4dd2-8a68-c35894c6e7b8 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 945 time: 0.0642009 Jun 29 23:33:14.175149 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1292f06a-c8ba-4189-aded-9edc32da0606 req-ab13466d-7cf7-4981-be36-5b37bc2f7d57 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Jun 29 23:33:14.200677 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51786) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:14.249428 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e67ed9-82ed-4300-9933-086d708fb22a tempest-TestVolumeBootPattern-2079833185 tempest-TestVolumeBootPattern-2079833185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:14.250861 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-93e67ed9-82ed-4300-9933-086d708fb22a tempest-TestVolumeBootPattern-2079833185 tempest-TestVolumeBootPattern-2079833185-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 1093 time: 0.0492413 Jun 29 23:33:14.253566 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51788) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:14.257900 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Request body: {'floatingip': {'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'port_id': '17e0c96b-e566-42ca-8654-968d429283dc', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:33:14.354633 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:14.484358 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:14.567172 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1db9a8-074f-4ef2-9c11-2be77a982628 req-4390e053-e33f-4605-b988-d1780b07e4c4 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:14.568704 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa1db9a8-074f-4ef2-9c11-2be77a982628 req-4390e053-e33f-4605-b988-d1780b07e4c4 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.1300037 Jun 29 23:33:14.638398 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a57c0b26-7be8-419c-951e-b4da3b9219cc req-2d96c464-9f30-45bf-a476-033cb44daa62 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=de8b2140-548e-463c-998b-33866ddeeb56 HTTP/1.1" status: 200 len: 210 time: 0.0376904 Jun 29 23:33:14.678438 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Allocated IP 172.27.1.23 (23139b65-7ea7-4f54-86f8-52f4e8734aa5/eec3b736-a33f-433b-8ef4-c608f2f27ec3/da9f5f15-3343-4ebd-9b63-40aea924bad1) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:33:14.686788 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa1db9a8-074f-4ef2-9c11-2be77a982628 req-8f6e14f3-b236-4812-aa41-a6b737008a6e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850015 Jun 29 23:33:14.791255 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:14.926044 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-529152824'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:14.929136 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:14.964414 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Network 23139b65-7ea7-4f54-86f8-52f4e8734aa5 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:33:14.967180 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:33:14.970597 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:33:14.994574 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'Port': ['ID=da9f5f15-3343-4ebd-9b63-40aea924bad1,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:14.998273 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:15.585130 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:15.717100 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:15.912847 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13853e8-02e8-45ca-a134-8e6c6f070685 req-a1aac134-7b22-4c68-ba04-2d78e49a7c35 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:15.914378 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e13853e8-02e8-45ca-a134-8e6c6f070685 req-a1aac134-7b22-4c68-ba04-2d78e49a7c35 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.1070387 Jun 29 23:33:15.929371 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:15.963063 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e13853e8-02e8-45ca-a134-8e6c6f070685 req-d2404edc-48af-4b91-9297-d9b48e358f71 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390658 Jun 29 23:33:16.000573 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529152778'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:16.002690 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:16.067258 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event updated for resources: {'Port': ['ID=da9f5f15-3343-4ebd-9b63-40aea924bad1,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:16.070530 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:16.080712 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533004'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:16.080864 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:33:16.178005 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Floating IP 3c9af6b6-5066-41cc-80e9-d38cfdeea7b5 associated. External IP: 172.27.1.23, port: 17e0c96b-e566-42ca-8654-968d429283dc. Jun 29 23:33:16.383335 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:33:16.492870 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:33:16.505832 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] Sync routers for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:33:16.515270 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:33:16.515942 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:16.595072 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:16.632748 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3781657 Jun 29 23:33:16.633434 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:33:16.635885 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640" -d '{"events": [{"name": "network-changed", "server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "tag": "17e0c96b-e566-42ca-8654-968d429283dc"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:33:16.672840 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405c8322-7b5e-42e6-90ef-b058435b4578 x-openstack-request-id: req-405c8322-7b5e-42e6-90ef-b058435b4578 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:33:16.673200 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "tag": "17e0c96b-e566-42ca-8654-968d429283dc", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:33:16.673469 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-405c8322-7b5e-42e6-90ef-b058435b4578 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:33:16.673911 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc', 'status': 'completed', 'code': 200} Jun 29 23:33:16.745676 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:33:16.774899 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-0815ca89-a07b-4368-aa3c-1fcf35979416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:16.777047 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-0815ca89-a07b-4368-aa3c-1fcf35979416 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 1098 time: 0.0555854 Jun 29 23:33:16.872905 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-5ea48dfb-4837-4ec8-83ac-d0c256ab8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:16.874348 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-5ea48dfb-4837-4ec8-83ac-d0c256ab8f06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 912 time: 0.0886250 Jun 29 23:33:16.906592 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device fa5629cd-572a-459d-bfd1-8f6ae7b45c2f details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:33:16.921885 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 23c3b541-c33c-471c-92bf-83619f400fd9 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:33:16.938520 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-1dd3e0b2-3e39-41e7-86d4-bb3fb13685b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0c96b-e566-42ca-8654-968d429283dc HTTP/1.1" status: 200 len: 998 time: 0.0576231 Jun 29 23:33:16.954386 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 23c3b541-c33c-471c-92bf-83619f400fd9 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:33:16.954728 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 23c3b541-c33c-471c-92bf-83619f400fd9 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:33:17.006824 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-4b5bf50b-69d3-447f-aa8c-2ac65d4b4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:17.006960 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-4b5bf50b-69d3-447f-aa8c-2ac65d4b4a8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 200 len: 850 time: 0.0565581 Jun 29 23:33:17.075139 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-f8cbd7f3-6bf2-400f-b3b7-ff88523cfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:17.077397 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-f8cbd7f3-6bf2-400f-b3b7-ff88523cfbe0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f63a9fe-9195-4b3f-8615-44a18bd185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634181 Jun 29 23:33:17.081101 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:17.085185 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '3c9af6b6-5066-41cc-80e9-d38cfdeea7b5', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '17e0c96b-e566-42ca-8654-968d429283dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:6a:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:33:15Z', 'updated_at': '2021-06-29T23:33:15Z', 'revision_number': 0, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}, {'id': '57e048fa-e4b0-4fa1-9475-286718dff2c1', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:31:06Z', 'updated_at': '2021-06-29T23:31:09Z', 'revision_number': 1, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:17.117449 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] Checking router: 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:33:17.123483 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'port_id': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'mac_address': 'fa:16:3e:a6:dc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:33:17.132516 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:33:17.133373 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:32:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:17.175520 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cd197-c942-4c3e-8355-7090dff87baa req-74f8ad0b-0f66-49ae-abea-9125d263f350 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:17.177717 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-334cd197-c942-4c3e-8355-7090dff87baa req-74f8ad0b-0f66-49ae-abea-9125d263f350 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 944 time: 0.0750694 Jun 29 23:33:17.199231 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-370c698e-f512-4738-9209-8b377266ab3f service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146085 Jun 29 23:33:17.229854 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-334cd197-c942-4c3e-8355-7090dff87baa req-f6adbec8-d5f0-466e-b9eb-12a70e9f45ce tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449364 Jun 29 23:33:17.269978 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:33:17.303141 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7e2448cb-49ec-4e1b-ba86-f1bec0cf0640 req-b6c61207-856e-4fa3-b370-ad9d4a03f25c service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962765 Jun 29 23:33:17.305931 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:17.355063 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5629cd-572a-459d-bfd1-8f6ae7b45c2f {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:33:17.386224 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:17.467339 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:17.470650 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b289be69-cb56-4865-b741-547c16b9b4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:17.544293 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,revision_number=7']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:17.547834 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:17.565089 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '3c9af6b6-5066-41cc-80e9-d38cfdeea7b5', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '17e0c96b-e566-42ca-8654-968d429283dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:6a:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:33:15Z', 'updated_at': '2021-06-29T23:33:15Z', 'revision_number': 0, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}, {'id': '57e048fa-e4b0-4fa1-9475-286718dff2c1', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:31:06Z', 'updated_at': '2021-06-29T23:31:09Z', 'revision_number': 1, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:17.591092 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78886df8-8310-4fc1-b4de-0c1f240be72e None None] The sync data for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi is: [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '3c9af6b6-5066-41cc-80e9-d38cfdeea7b5', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '17e0c96b-e566-42ca-8654-968d429283dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:6a:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:33:15Z', 'updated_at': '2021-06-29T23:33:15Z', 'revision_number': 0, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}, {'id': '57e048fa-e4b0-4fa1-9475-286718dff2c1', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:31:06Z', 'updated_at': '2021-06-29T23:31:09Z', 'revision_number': 1, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:33:17.681540 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fd5ac-4c51-4370-839d-0166f91b7256 req-42a94f6c-28aa-495b-834a-1f48d26278e7 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:17.683016 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-252fd5ac-4c51-4370-839d-0166f91b7256 req-42a94f6c-28aa-495b-834a-1f48d26278e7 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 945 time: 0.0636206 Jun 29 23:33:17.722992 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-252fd5ac-4c51-4370-839d-0166f91b7256 req-132eeff5-6dd9-43cd-9746-126a6da5a038 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Jun 29 23:33:17.777654 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b48a85b-b95d-4760-9b00-c409cf440e1d None None] New status for floating IP 3c9af6b6-5066-41cc-80e9-d38cfdeea7b5: ACTIVE {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:33:17.802981 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['fa5629cd-572a-459d-bfd1-8f6ae7b45c2f'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:33:18.274487 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51854) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:18.380919 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc7537a0-fba0-4e33-a008-86858fa0177a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:18.437329 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f08b53-b14f-4b8d-bb85-edb2a0ba869f req-ca040f71-4627-4c25-b257-115e6e03d288 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:18.438769 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95f08b53-b14f-4b8d-bb85-edb2a0ba869f req-ca040f71-4627-4c25-b257-115e6e03d288 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 945 time: 0.1014245 Jun 29 23:33:18.495559 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95f08b53-b14f-4b8d-bb85-edb2a0ba869f req-f8e86900-dfea-49ad-ac7a-cce7787119ae tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491679 Jun 29 23:33:18.523157 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc7537a0-fba0-4e33-a008-86858fa0177a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:18.594354 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc7537a0-fba0-4e33-a008-86858fa0177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:18.598215 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-830b85db-8082-4244-a7ba-089ef82417cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:18.631164 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-cc7537a0-fba0-4e33-a008-86858fa0177a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3eea2f45260431c91df1d5ac575d9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556056 Jun 29 23:33:18.633935 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51858) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:18.635937 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7537a0-fba0-4e33-a008-86858fa0177a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806a95ec-c9e8-4ca2-8761-1a35c26c7276,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:18.639023 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-cc7537a0-fba0-4e33-a008-86858fa0177a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:18.684057 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:18.704773 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:18.863459 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:18.866062 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:18.867206 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/806a95ec-c9e8-4ca2-8761-1a35c26c7276 HTTP/1.1" status: 204 len: 168 time: 0.2322133 Jun 29 23:33:18.868046 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-94e46934-5e59-4ec3-b99a-d1321c6fb9f4 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:18.875914 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806a95ec-c9e8-4ca2-8761-1a35c26c7276,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:18.884200 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.884598 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.884985 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.885416 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.885795 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.886167 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.886532 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.887147 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.887472 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.887841 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.888210 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.888568 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:18.891636 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3ea5a9d4-0bd2-4234-88af-76a170b3b401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:18.901312 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38e249-d05c-4d03-bcd4-3c2397c7b21b req-9903a7f1-f8bb-4f97-a2ec-cae894810c68 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:18.904438 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc38e249-d05c-4d03-bcd4-3c2397c7b21b req-9903a7f1-f8bb-4f97-a2ec-cae894810c68 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 945 time: 0.0693574 Jun 29 23:33:18.942467 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc38e249-d05c-4d03-bcd4-3c2397c7b21b req-17062b40-9a2e-468d-9fb0-7cb7ea8f0466 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337329 Jun 29 23:33:18.943156 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device fa5629cd-572a-459d-bfd1-8f6ae7b45c2f up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:33:18.993397 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:33:18.993781 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.071981 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.093050 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:33:19.095287 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399963e-60e1-4a36-bf23-b0d1b925de18" -d '{"events": [{"server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "name": "network-vif-plugged", "status": "completed", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:33:19.109329 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:19.132214 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18546ea7-4ef0-42a5-ab7f-1345fb955b29 x-openstack-request-id: req-18546ea7-4ef0-42a5-ab7f-1345fb955b29 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:33:19.132583 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "name": "network-vif-plugged", "status": "completed", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:33:19.132913 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18546ea7-4ef0-42a5-ab7f-1345fb955b29 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:33:19.133379 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'code': 200} Jun 29 23:33:19.166405 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.170240 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:19.218192 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,revision_number=8']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:19.221132 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:19.324312 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-5d3f4e0c-b4d6-4a23-8c86-8b5924dc114d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:19.325743 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-5d3f4e0c-b4d6-4a23-8c86-8b5924dc114d tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 945 time: 0.0617163 Jun 29 23:33:19.427790 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Deleting port af5e0295-2616-4644-9c9d-9520985bb2f3 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:33:19.428137 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.488622 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51868) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:19.502173 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28cbbe5b-9766-42c0-81a4-e0f9338da0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.549203 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] For port af5e0295-2616-4644-9c9d-9520985bb2f3, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=af5e0295-2616-4644-9c9d-9520985bb2f3,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:19.550262 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.567811 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Calling delete_port for af5e0295-2616-4644-9c9d-9520985bb2f3 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:33:19.576292 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e37b8b-01d1-48f0-8ec4-63342d57f49b req-ba1b9f9c-8358-4ae7-b227-8143aadf94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:19.577774 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-93e37b8b-01d1-48f0-8ec4-63342d57f49b req-ba1b9f9c-8358-4ae7-b227-8143aadf94ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1099 time: 0.0951602 Jun 29 23:33:19.600203 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28cbbe5b-9766-42c0-81a4-e0f9338da0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.665103 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28cbbe5b-9766-42c0-81a4-e0f9338da0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.668962 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2bdb91ec-d2b1-47c5-a14e-d264710cdc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:19.710082 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b368-622d-4058-95db-562b376b1716 req-b0e70f83-bcc7-4919-b464-0eb51f5eefbf tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:19.711633 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7f96b368-622d-4058-95db-562b376b1716 req-b0e70f83-bcc7-4919-b464-0eb51f5eefbf tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.1024644 Jun 29 23:33:19.729184 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbbe5b-9766-42c0-81a4-e0f9338da0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6c9b6-268f-4539-8b25-bd74292b0c8e,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:19.735951 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-28cbbe5b-9766-42c0-81a4-e0f9338da0c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ac30ed90ac241009626f991d0573997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438455 Jun 29 23:33:19.740664 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-28cbbe5b-9766-42c0-81a4-e0f9338da0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:19.743206 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51872) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:19.783115 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7f96b368-622d-4058-95db-562b376b1716 req-68e93e95-1586-416d-9c57-fd0343f74b98 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633996 Jun 29 23:33:19.811298 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5751d910-accc-42ae-9e1f-ea1c42ec6dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.834244 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5751d910-accc-42ae-9e1f-ea1c42ec6dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.909701 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-93e37b8b-01d1-48f0-8ec4-63342d57f49b req-850e3067-1c74-498f-91ec-d303e6502521 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252389 Jun 29 23:33:19.936317 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5751d910-accc-42ae-9e1f-ea1c42ec6dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.938912 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5751d910-accc-42ae-9e1f-ea1c42ec6dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:19.941092 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5751d910-accc-42ae-9e1f-ea1c42ec6dd4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2a6c9b6-268f-4539-8b25-bd74292b0c8e HTTP/1.1" status: 204 len: 168 time: 0.1961074 Jun 29 23:33:19.941936 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-78a9a96f-c207-4aea-a3ad-56fa86987273 tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:19.952573 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751d910-accc-42ae-9e1f-ea1c42ec6dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6c9b6-268f-4539-8b25-bd74292b0c8e,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:19.955324 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5751d910-accc-42ae-9e1f-ea1c42ec6dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:20.046601 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:20.052481 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:20.077970 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Pushing event deleted for resources: {'Port': ['ID=af5e0295-2616-4644-9c9d-9520985bb2f3,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:20.080528 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:20.089379 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-13166894-b354-46c4-a758-27c3b2385f33 req-35268dc1-930c-447f-b85e-3cd8e03ded14 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 210 time: 0.0323465 Jun 29 23:33:20.096405 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['0b588100-19f4-456e-870e-720923aaba3f', 'f808926e-93bd-468d-9418-3a822ea3a1f8', 'af5e0295-2616-4644-9c9d-9520985bb2f3'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:33:20.139883 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] No DVR routers for this DVR port af5e0295-2616-4644-9c9d-9520985bb2f3 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:33:20.142410 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:20.144455 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-1f7a64af-696a-4008-9b4f-3f59cbb22b8f req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "DELETE /v2.0/ports/af5e0295-2616-4644-9c9d-9520985bb2f3 HTTP/1.1" status: 204 len: 173 time: 0.8126903 Jun 29 23:33:20.144982 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d863d4b-0f0e-4f96-8f4e-63dd90b486b5', 'name': 'network-vif-deleted', 'tag': 'af5e0295-2616-4644-9c9d-9520985bb2f3'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:33:20.147279 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46037ea5-4c49-436f-968e-b96e39fe58b7" -d '{"events": [{"server_uuid": "5d863d4b-0f0e-4f96-8f4e-63dd90b486b5", "name": "network-vif-deleted", "tag": "af5e0295-2616-4644-9c9d-9520985bb2f3"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:33:20.184343 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fabc87f-053b-4742-a38c-9fdf4c749ac6 x-openstack-request-id: req-2fabc87f-053b-4742-a38c-9fdf4c749ac6 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:33:20.184759 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d863d4b-0f0e-4f96-8f4e-63dd90b486b5", "name": "network-vif-deleted", "tag": "af5e0295-2616-4644-9c9d-9520985bb2f3", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:33:20.185141 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2fabc87f-053b-4742-a38c-9fdf4c749ac6 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:33:20.185628 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d863d4b-0f0e-4f96-8f4e-63dd90b486b5', 'name': 'network-vif-deleted', 'tag': 'af5e0295-2616-4644-9c9d-9520985bb2f3', 'status': 'completed', 'code': 200} Jun 29 23:33:20.411802 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-735cd995-5627-40ef-9cbc-ba3cf0a94d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:20.708981 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51882) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:20.722505 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cde92119-ce7d-4629-aceb-c46deccfc832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:20.805676 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cde92119-ce7d-4629-aceb-c46deccfc832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:20.880297 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cde92119-ce7d-4629-aceb-c46deccfc832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:20.884156 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-440c36c9-b01f-4114-8935-8db7e3eefc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:20.946555 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-cde92119-ce7d-4629-aceb-c46deccfc832 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0ecf085de2f4654833f572d4eb0fc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365177 Jun 29 23:33:20.949197 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51886) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:20.950022 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde92119-ce7d-4629-aceb-c46deccfc832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3455106e-86c6-4c3f-8742-dc063b5307d9,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:20.953054 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-cde92119-ce7d-4629-aceb-c46deccfc832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:20.985479 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9417445-52eb-4517-b013-a3f702d50cb1 req-0c148238-38a5-4d7e-9cb0-331eeac2f7d3 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:20.987515 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9417445-52eb-4517-b013-a3f702d50cb1 req-0c148238-38a5-4d7e-9cb0-331eeac2f7d3 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0929487 Jun 29 23:33:21.001890 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3dea8cfc-3268-42b7-87e6-b4386029b9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:21.022824 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3dea8cfc-3268-42b7-87e6-b4386029b9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:21.025256 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9417445-52eb-4517-b013-a3f702d50cb1 req-920ef53a-0f77-41cc-9ab3-c8b5508f5e4c tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Jun 29 23:33:21.132514 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3dea8cfc-3268-42b7-87e6-b4386029b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:21.135419 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-3dea8cfc-3268-42b7-87e6-b4386029b9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:21.139083 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-3dea8cfc-3268-42b7-87e6-b4386029b9ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3455106e-86c6-4c3f-8742-dc063b5307d9 HTTP/1.1" status: 204 len: 168 time: 0.1865103 Jun 29 23:33:21.139083 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-779d4771-a904-4b3e-82e1-0c31e836177d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:21.146690 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea8cfc-3268-42b7-87e6-b4386029b9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3455106e-86c6-4c3f-8742-dc063b5307d9,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:21.165667 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3dea8cfc-3268-42b7-87e6-b4386029b9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:21.260517 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6320c3ae-8e0d-4525-8ecf-89467c7a0514 req-21792601-b721-4b9c-99ba-902cec4fb5cb tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d863d4b-0f0e-4f96-8f4e-63dd90b486b5 HTTP/1.1" status: 200 len: 210 time: 0.0335774 Jun 29 23:33:22.194569 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c5c52-c6cb-4af8-b234-a634fbe7cf51 req-9be21f2e-65ee-421e-a628-fb0ad2f7f583 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:22.196164 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-403c5c52-c6cb-4af8-b234-a634fbe7cf51 req-9be21f2e-65ee-421e-a628-fb0ad2f7f583 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0608757 Jun 29 23:33:22.233557 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-403c5c52-c6cb-4af8-b234-a634fbe7cf51 req-872b8544-0bce-43c0-9191-1dff65fb964d tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Jun 29 23:33:22.935475 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c080d64-806c-4155-851c-61b476162c2d req-c3215bfd-a9df-4073-b7a0-1bef05e9dfd3 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:22.936978 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c080d64-806c-4155-851c-61b476162c2d req-c3215bfd-a9df-4073-b7a0-1bef05e9dfd3 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 946 time: 0.0650270 Jun 29 23:33:22.973902 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c080d64-806c-4155-851c-61b476162c2d req-9741c49e-8011-42bd-b549-19d32f36b34f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306718 Jun 29 23:33:22.982568 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device af5e0295-2616-4644-9c9d-9520985bb2f3 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:33:23.004853 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: af5e0295-2616-4644-9c9d-9520985bb2f3 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:33:23.005209 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device af5e0295-2616-4644-9c9d-9520985bb2f3 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:33:23.206002 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a78911a1-48a6-40ae-b703-51e06e391148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:23.383173 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:24.150677 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e25380-fda1-41ba-b28d-7f5d9c08f74c req-b05f9545-8448-4549-a3ee-5791fa38cc54 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:24.152227 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46e25380-fda1-41ba-b28d-7f5d9c08f74c req-b05f9545-8448-4549-a3ee-5791fa38cc54 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 946 time: 0.0652938 Jun 29 23:33:24.189149 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46e25380-fda1-41ba-b28d-7f5d9c08f74c req-30d6f764-55d3-4bd5-8fef-25739e2e0355 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306690 Jun 29 23:33:24.440552 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:24.508192 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-78ce55c8-3c12-4115-86e2-ae86c7ea9b05 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:24.509641 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-78ce55c8-3c12-4115-86e2-ae86c7ea9b05 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 946 time: 0.0641932 Jun 29 23:33:24.606621 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Deleting port f808926e-93bd-468d-9418-3a822ea3a1f8 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:33:24.606882 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:24.695164 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] For port f808926e-93bd-468d-9418-3a822ea3a1f8, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=f808926e-93bd-468d-9418-3a822ea3a1f8,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:24.695637 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:24.706652 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Calling delete_port for f808926e-93bd-468d-9418-3a822ea3a1f8 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:33:24.884189 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:24.887722 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:24.915513 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Pushing event deleted for resources: {'Port': ['ID=f808926e-93bd-468d-9418-3a822ea3a1f8,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:24.918486 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:24.927674 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['0b588100-19f4-456e-870e-720923aaba3f', 'f808926e-93bd-468d-9418-3a822ea3a1f8'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:33:24.960373 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] No DVR routers for this DVR port f808926e-93bd-468d-9418-3a822ea3a1f8 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:33:24.962843 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:24.964868 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e4e005ea-9137-4f4f-ae34-ede7246443f4 req-8b42c9f7-bf0b-4ee8-bc7e-ef7d9af3b6ce tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "DELETE /v2.0/ports/f808926e-93bd-468d-9418-3a822ea3a1f8 HTTP/1.1" status: 204 len: 173 time: 0.4494326 Jun 29 23:33:24.965397 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ad701b-35ae-4c85-84ce-e0410896049e', 'name': 'network-vif-deleted', 'tag': 'f808926e-93bd-468d-9418-3a822ea3a1f8'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:33:24.967709 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db864d9-140e-43b1-a64d-565804812aed" -d '{"events": [{"server_uuid": "d0ad701b-35ae-4c85-84ce-e0410896049e", "name": "network-vif-deleted", "tag": "f808926e-93bd-468d-9418-3a822ea3a1f8"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:33:25.001483 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e152bed8-1ffa-4979-993c-9365751a2204 x-openstack-request-id: req-e152bed8-1ffa-4979-993c-9365751a2204 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:33:25.001822 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ad701b-35ae-4c85-84ce-e0410896049e", "name": "network-vif-deleted", "tag": "f808926e-93bd-468d-9418-3a822ea3a1f8", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:33:25.002122 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e152bed8-1ffa-4979-993c-9365751a2204 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:33:25.003095 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ad701b-35ae-4c85-84ce-e0410896049e', 'name': 'network-vif-deleted', 'tag': 'f808926e-93bd-468d-9418-3a822ea3a1f8', 'status': 'completed', 'code': 200} Jun 29 23:33:25.342192 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a49d6ab5-faa8-49a5-a425-dfde0be01b02 req-577f496c-8e8f-4a0e-93dc-292bafca84e8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0ad701b-35ae-4c85-84ce-e0410896049e HTTP/1.1" status: 200 len: 210 time: 0.0278127 Jun 29 23:33:25.720170 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:26.974656 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device f808926e-93bd-468d-9418-3a822ea3a1f8 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:33:26.997363 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: f808926e-93bd-468d-9418-3a822ea3a1f8 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:33:26.997718 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device f808926e-93bd-468d-9418-3a822ea3a1f8 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:33:28.209180 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee73c-f5d0-4999-86ac-b43a6611c9ed req-c3c73178-e97b-494a-a4af-aa55bc8f8a3f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:28.210531 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3fdee73c-f5d0-4999-86ac-b43a6611c9ed req-c3c73178-e97b-494a-a4af-aa55bc8f8a3f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 945 time: 0.0604451 Jun 29 23:33:28.249680 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3fdee73c-f5d0-4999-86ac-b43a6611c9ed req-1038e873-c2d7-4184-b0df-7068c0b1171b tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Jun 29 23:33:29.417477 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393faed2-7769-4c81-8742-b5ca3b8dc296 req-f964930c-9057-4f47-bfae-77f6f1f0756f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:29.418909 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-393faed2-7769-4c81-8742-b5ca3b8dc296 req-f964930c-9057-4f47-bfae-77f6f1f0756f tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 945 time: 0.0609291 Jun 29 23:33:29.455497 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-393faed2-7769-4c81-8742-b5ca3b8dc296 req-cb713d07-713d-4b62-937e-638364151ed2 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee89751c-0649-413c-9d5e-a1b41172e8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Jun 29 23:33:30.094670 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-c69eed65-b444-4551-92bb-cdf078222fe0 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:30.096318 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-c69eed65-b444-4551-92bb-cdf078222fe0 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 945 time: 0.0597563 Jun 29 23:33:30.194359 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Deleting port 0b588100-19f4-456e-870e-720923aaba3f {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:33:30.194694 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:30.277883 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] For port 0b588100-19f4-456e-870e-720923aaba3f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0b588100-19f4-456e-870e-720923aaba3f,segment=NetworkSegment(543c84d2-fa0a-4ddd-b9fd-6564fedee6f3),segment_id=543c84d2-fa0a-4ddd-b9fd-6564fedee6f3)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:33:30.278248 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:30.290608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Calling delete_port for 0b588100-19f4-456e-870e-720923aaba3f owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:33:30.497127 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:30.501411 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-16c46abe-5788-4326-8a23-dca15c45bf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:30.525831 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Pushing event deleted for resources: {'Port': ['ID=0b588100-19f4-456e-870e-720923aaba3f,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:30.529248 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:30.532579 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['0b588100-19f4-456e-870e-720923aaba3f'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:33:30.577236 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] No DVR routers for this DVR port 0b588100-19f4-456e-870e-720923aaba3f on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:33:30.579701 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:30.581639 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-7f0a1dd2-d07a-4093-adfe-5ccc3c50d9f1 req-80af73a7-b6f2-44de-9305-541bac85f082 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.64 "DELETE /v2.0/ports/0b588100-19f4-456e-870e-720923aaba3f HTTP/1.1" status: 204 len: 173 time: 0.4794025 Jun 29 23:33:30.582300 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64306474-3232-4b29-8d81-d774cdcba37a', 'name': 'network-vif-deleted', 'tag': '0b588100-19f4-456e-870e-720923aaba3f'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:33:30.584634 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db175e90-1c07-4e09-9268-7b6a91cb749a" -d '{"events": [{"server_uuid": "64306474-3232-4b29-8d81-d774cdcba37a", "name": "network-vif-deleted", "tag": "0b588100-19f4-456e-870e-720923aaba3f"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:33:30.604374 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cddd05ff-ca06-425b-9ea6-7fdc501ffdf6 req-f092121b-4dd0-4e6c-84cb-b324ade7b1cd tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] 10.222.0.61 "GET /v2.0/ports?device_id=64306474-3232-4b29-8d81-d774cdcba37a HTTP/1.1" status: 200 len: 210 time: 0.0396354 Jun 29 23:33:30.619605 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7551f1a1-de80-49d0-97d2-b21455e6ffeb x-openstack-request-id: req-7551f1a1-de80-49d0-97d2-b21455e6ffeb {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:33:30.619948 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64306474-3232-4b29-8d81-d774cdcba37a", "name": "network-vif-deleted", "tag": "0b588100-19f4-456e-870e-720923aaba3f", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:33:30.620505 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7551f1a1-de80-49d0-97d2-b21455e6ffeb {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:33:30.620841 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64306474-3232-4b29-8d81-d774cdcba37a', 'name': 'network-vif-deleted', 'tag': '0b588100-19f4-456e-870e-720923aaba3f', 'status': 'completed', 'code': 200} Jun 29 23:33:30.764702 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:31.698491 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 51932) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:31.742266 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3b50a1-28b1-4099-aec7-9ec906e25137 admin admin] Deleting subnet 664f5ef8-e400-42c1-a62b-bc60b4080f58 {{(pid=93640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:33:31.745240 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0d3b50a1-28b1-4099-aec7-9ec906e25137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:31.778296 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0d3b50a1-28b1-4099-aec7-9ec906e25137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530369790'] for subnet, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:31.814332 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0d3b50a1-28b1-4099-aec7-9ec906e25137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:31.930536 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0d3b50a1-28b1-4099-aec7-9ec906e25137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530125381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530263330'] for subnet, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:31.934100 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:31.967450 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-0d3b50a1-28b1-4099-aec7-9ec906e25137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:31.969609 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-0d3b50a1-28b1-4099-aec7-9ec906e25137 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/664f5ef8-e400-42c1-a62b-bc60b4080f58 HTTP/1.1" status: 204 len: 168 time: 0.2701178 Jun 29 23:33:31.970720 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b50a1-28b1-4099-aec7-9ec906e25137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664f5ef8-e400-42c1-a62b-bc60b4080f58,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:31.972190 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51934) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:31.973572 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-0d3b50a1-28b1-4099-aec7-9ec906e25137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:32.039748 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.113652 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.122728 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27695bdc-7080-49ad-9437-881ca43daaf9']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:32.132427 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:32.132724 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543c84d2-fa0a-4ddd-b9fd-6564fedee6f3') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:33:32.140942 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.153595 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.159181 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:33:32.159575 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:33:32.161149 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:33:32.278359 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.282073 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:32.284598 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.286890 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/27695bdc-7080-49ad-9437-881ca43daaf9 HTTP/1.1" status: 204 len: 168 time: 0.3136647 Jun 29 23:33:32.297467 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=27695bdc-7080-49ad-9437-881ca43daaf9,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:32.305216 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.305610 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.305992 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.306366 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.306735 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.307613 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.307613 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.307828 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.308445 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.308818 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.309179 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.309543 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:33:32.312709 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:32.634906 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51938) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:32.674769 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e404df72-fb1e-4b67-b5bc-5fa7be8fce15 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e74ab152f1204031b314f71a28b5f5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385172 Jun 29 23:33:32.677087 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 51940) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:32.723503 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ec9103ce-25e5-4c0c-bd06-234206cde550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.743770 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ec9103ce-25e5-4c0c-bd06-234206cde550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.868379 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ec9103ce-25e5-4c0c-bd06-234206cde550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.870772 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ec9103ce-25e5-4c0c-bd06-234206cde550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:32.871957 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ec9103ce-25e5-4c0c-bd06-234206cde550 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee89751c-0649-413c-9d5e-a1b41172e8ee HTTP/1.1" status: 204 len: 168 time: 0.1939316 Jun 29 23:33:32.872754 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c15b8c9d-20f4-4713-ba26-97be9503c669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:32.879939 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9103ce-25e5-4c0c-bd06-234206cde550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89751c-0649-413c-9d5e-a1b41172e8ee,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:32.882842 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ec9103ce-25e5-4c0c-bd06-234206cde550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:33.048369 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 0b588100-19f4-456e-870e-720923aaba3f no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:33:33.068361 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 0b588100-19f4-456e-870e-720923aaba3f {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:33:33.068715 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 0b588100-19f4-456e-870e-720923aaba3f not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:33:37.601863 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52074) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:37.709780 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4f170365-5fb5-4d5e-b7ee-a5f2ac9b1a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:37.797169 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4f170365-5fb5-4d5e-b7ee-a5f2ac9b1a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:37.867099 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4f170365-5fb5-4d5e-b7ee-a5f2ac9b1a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:37.869674 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9cf201e8-a912-4e0f-bbca-865926aa6895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:37.906673 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-4f170365-5fb5-4d5e-b7ee-a5f2ac9b1a4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19f4484565e0419bb706392d1415336a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037155 Jun 29 23:33:37.907627 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f170365-5fb5-4d5e-b7ee-a5f2ac9b1a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45d4058-cedf-4824-aedb-55d149932c1b,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:37.909515 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52078) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:37.910913 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4f170365-5fb5-4d5e-b7ee-a5f2ac9b1a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:37.968386 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-80ebbf4e-da36-4f5a-9f55-dbed1ce60d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:37.992046 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-80ebbf4e-da36-4f5a-9f55-dbed1ce60d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:38.095924 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-80ebbf4e-da36-4f5a-9f55-dbed1ce60d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:38.098389 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-80ebbf4e-da36-4f5a-9f55-dbed1ce60d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:38.099563 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-80ebbf4e-da36-4f5a-9f55-dbed1ce60d8e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e45d4058-cedf-4824-aedb-55d149932c1b HTTP/1.1" status: 204 len: 168 time: 0.1876698 Jun 29 23:33:38.100339 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-19fa287c-cc2e-47a9-99ed-130639c0ccdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:38.112908 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebbf4e-da36-4f5a-9f55-dbed1ce60d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45d4058-cedf-4824-aedb-55d149932c1b,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:38.117845 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-80ebbf4e-da36-4f5a-9f55-dbed1ce60d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:38.685923 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52084) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:38.700050 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-12cb4440-827d-44d0-94d1-925af0aa60b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:38.784274 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-12cb4440-827d-44d0-94d1-925af0aa60b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:38.857029 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-12cb4440-827d-44d0-94d1-925af0aa60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:38.859578 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-cc7537a0-fba0-4e33-a008-86858fa0177a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:38.895865 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-12cb4440-827d-44d0-94d1-925af0aa60b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01e52c88ce4c4f7ab7073f5967497fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087381 Jun 29 23:33:38.896588 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4440-827d-44d0-94d1-925af0aa60b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de71005c-c8fd-426e-a720-d0bf1582b20c,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:38.898811 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52088) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:38.905574 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-12cb4440-827d-44d0-94d1-925af0aa60b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:38.949160 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a51c8d09-afc8-4bc2-9c7b-5d5dcdce6d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:38.968715 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a51c8d09-afc8-4bc2-9c7b-5d5dcdce6d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:39.074205 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a51c8d09-afc8-4bc2-9c7b-5d5dcdce6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:39.076887 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a51c8d09-afc8-4bc2-9c7b-5d5dcdce6d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:39.078057 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a51c8d09-afc8-4bc2-9c7b-5d5dcdce6d1b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de71005c-c8fd-426e-a720-d0bf1582b20c HTTP/1.1" status: 204 len: 168 time: 0.1783655 Jun 29 23:33:39.078823 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-cde92119-ce7d-4629-aceb-c46deccfc832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:39.086999 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c8d09-afc8-4bc2-9c7b-5d5dcdce6d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de71005c-c8fd-426e-a720-d0bf1582b20c,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:39.088643 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a51c8d09-afc8-4bc2-9c7b-5d5dcdce6d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:39.745790 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f730e442-7bff-4f23-9038-292b77f2c075 req-a61db482-153d-4da2-a2e7-19e5e56af6d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504553 Jun 29 23:33:39.859978 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730e442-7bff-4f23-9038-292b77f2c075 req-85a4c425-54a5-43f7-8faa-d7cc84f79a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:39.861345 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f730e442-7bff-4f23-9038-292b77f2c075 req-85a4c425-54a5-43f7-8faa-d7cc84f79a2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1099 time: 0.0543466 Jun 29 23:33:39.964533 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730e442-7bff-4f23-9038-292b77f2c075 req-7e19afc1-a2ea-4431-bd2e-1912c94d08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:39.966033 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f730e442-7bff-4f23-9038-292b77f2c075 req-7e19afc1-a2ea-4431-bd2e-1912c94d08f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 200 len: 910 time: 0.0842326 Jun 29 23:33:40.033284 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f730e442-7bff-4f23-9038-292b77f2c075 req-ec9290cf-c706-456a-9cb7-32b1eccd3881 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 200 len: 1001 time: 0.0605998 Jun 29 23:33:40.081839 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730e442-7bff-4f23-9038-292b77f2c075 req-f168f334-9355-48e5-bbc6-fe618375a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:40.083892 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f730e442-7bff-4f23-9038-292b77f2c075 req-f168f334-9355-48e5-bbc6-fe618375a586 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=932b54c2-69ac-4668-ae0f-ad1749178bc3 HTTP/1.1" status: 200 len: 848 time: 0.0433192 Jun 29 23:33:40.139002 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730e442-7bff-4f23-9038-292b77f2c075 req-1dfb8c54-d48d-44cc-8182-25f6136e458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:33:40.140410 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f730e442-7bff-4f23-9038-292b77f2c075 req-1dfb8c54-d48d-44cc-8182-25f6136e458d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3c8e39-ea57-4fe7-8459-47fcadf08891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506575 Jun 29 23:33:40.234283 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f730e442-7bff-4f23-9038-292b77f2c075 req-767c4c14-9654-4897-b71c-72b49fec5f4b service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859022 Jun 29 23:33:40.325050 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-f730e442-7bff-4f23-9038-292b77f2c075 req-02269114-430f-487d-a878-c7b7e32469f3 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806990 Jun 29 23:33:46.290067 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52174) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:46.393448 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1179ff7b-6ed6-4343-afe0-6a26f3f288e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:46.479498 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1179ff7b-6ed6-4343-afe0-6a26f3f288e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:46.564002 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1179ff7b-6ed6-4343-afe0-6a26f3f288e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:46.566435 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-7b029a7a-1e41-482d-9cf8-2cd5560a1f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:46.599411 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179ff7b-6ed6-4343-afe0-6a26f3f288e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c29a2e7-88f5-4085-9823-9c9ffb35021b,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:46.604213 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-1179ff7b-6ed6-4343-afe0-6a26f3f288e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42cdafcddd38447581f5adbcf5290c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131449 Jun 29 23:33:46.608237 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1179ff7b-6ed6-4343-afe0-6a26f3f288e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:46.608237 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52178) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:46.653911 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-45f0047b-2f31-4545-9d19-64c7a5423c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:46.674343 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-45f0047b-2f31-4545-9d19-64c7a5423c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:46.776602 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-45f0047b-2f31-4545-9d19-64c7a5423c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:46.779066 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-45f0047b-2f31-4545-9d19-64c7a5423c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:46.780229 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-45f0047b-2f31-4545-9d19-64c7a5423c3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c29a2e7-88f5-4085-9823-9c9ffb35021b HTTP/1.1" status: 204 len: 168 time: 0.1725934 Jun 29 23:33:46.781025 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5570f96b-a327-4207-afb5-61a6067f51f2 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:46.788444 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0047b-2f31-4545-9d19-64c7a5423c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c29a2e7-88f5-4085-9823-9c9ffb35021b,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:46.790700 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-45f0047b-2f31-4545-9d19-64c7a5423c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:47.268728 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52184) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:47.281879 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb5bb-7dbb-4400-bea6-a9c0998dac5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:47.375808 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb5bb-7dbb-4400-bea6-a9c0998dac5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:47.428720 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb5bb-7dbb-4400-bea6-a9c0998dac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:47.431099 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-45f0047b-2f31-4545-9d19-64c7a5423c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:47.465990 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-bc4eb5bb-7dbb-4400-bea6-a9c0998dac5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=578d4c5db1ae482dae5f6841cce4bdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962423 Jun 29 23:33:47.466866 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eb5bb-7dbb-4400-bea6-a9c0998dac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd2104e-4302-4b57-aeb2-edef742e0240,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:47.468846 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52186) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:47.469807 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bc4eb5bb-7dbb-4400-bea6-a9c0998dac5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:47.517717 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3e4d-af21-481a-a4a2-96d8ec94c166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:47.538253 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3e4d-af21-481a-a4a2-96d8ec94c166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:47.655570 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3e4d-af21-481a-a4a2-96d8ec94c166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:47.657993 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3e4d-af21-481a-a4a2-96d8ec94c166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:47.659122 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d6cd3e4d-af21-481a-a4a2-96d8ec94c166 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ecd2104e-4302-4b57-aeb2-edef742e0240 HTTP/1.1" status: 204 len: 168 time: 0.1893289 Jun 29 23:33:47.659950 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-772b19f2-f5f4-4d51-86d4-fb8ace384fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:47.668751 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd3e4d-af21-481a-a4a2-96d8ec94c166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd2104e-4302-4b57-aeb2-edef742e0240,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:47.671835 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d6cd3e4d-af21-481a-a4a2-96d8ec94c166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:50.359844 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-94505892-0b29-498f-817c-54bb7444f904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:53.079162 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:33:53.193475 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-94a763e4-cd28-444d-9e37-3bc60587ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:53.380966 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:54.451331 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:54.472324 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52286) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:54.570887 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5077-9701-425a-9d04-27cbc056d23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:54.656228 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5077-9701-425a-9d04-27cbc056d23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:54.736187 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5077-9701-425a-9d04-27cbc056d23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:54.739670 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e1245d60-561f-4c01-a6b1-a237a4721782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:54.777712 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5cdf5077-9701-425a-9d04-27cbc056d23b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27d6c9432e404dab8cdcb810f84534bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043754 Jun 29 23:33:54.778940 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf5077-9701-425a-9d04-27cbc056d23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dae4c0-2c1d-45cc-8752-0e07382b84e1,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:54.780505 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52290) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:54.782142 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5cdf5077-9701-425a-9d04-27cbc056d23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:54.828940 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c17f14c5-c075-44be-903a-7127dd12fadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:54.849782 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c17f14c5-c075-44be-903a-7127dd12fadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:54.959188 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c17f14c5-c075-44be-903a-7127dd12fadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:54.962415 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c17f14c5-c075-44be-903a-7127dd12fadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:54.963591 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-c17f14c5-c075-44be-903a-7127dd12fadf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71dae4c0-2c1d-45cc-8752-0e07382b84e1 HTTP/1.1" status: 204 len: 168 time: 0.1820695 Jun 29 23:33:54.964420 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-434a086e-e717-4d65-81c8-cd4adb26baa0 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:54.971815 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f14c5-c075-44be-903a-7127dd12fadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dae4c0-2c1d-45cc-8752-0e07382b84e1,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:54.974644 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c17f14c5-c075-44be-903a-7127dd12fadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:55.532105 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52298) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:55.545209 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d1a069ab-a34e-4140-9504-51302efe9187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:55.629209 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d1a069ab-a34e-4140-9504-51302efe9187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:55.719727 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d1a069ab-a34e-4140-9504-51302efe9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:55.723376 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5751d910-accc-42ae-9e1f-ea1c42ec6dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:55.742557 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:55.758088 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d1a069ab-a34e-4140-9504-51302efe9187 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99868e8ebe08423689da5409d4668201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248809 Jun 29 23:33:55.759850 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a069ab-a34e-4140-9504-51302efe9187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396a969f-9870-4189-8ccb-ef40a15195b1,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:55.761304 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52304) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:55.762956 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d1a069ab-a34e-4140-9504-51302efe9187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:55.809261 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f4ad-c451-47fb-bc2c-df00891e966e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:55.829505 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f4ad-c451-47fb-bc2c-df00891e966e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:55.919651 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f4ad-c451-47fb-bc2c-df00891e966e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:55.922206 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f4ad-c451-47fb-bc2c-df00891e966e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:55.923335 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-c7e0f4ad-c451-47fb-bc2c-df00891e966e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/396a969f-9870-4189-8ccb-ef40a15195b1 HTTP/1.1" status: 204 len: 168 time: 0.1610055 Jun 29 23:33:55.924305 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-15b8f27e-b342-41a7-9c0f-5606a8289037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:55.932115 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0f4ad-c451-47fb-bc2c-df00891e966e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396a969f-9870-4189-8ccb-ef40a15195b1,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:55.934928 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c7e0f4ad-c451-47fb-bc2c-df00891e966e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:56.472909 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52310) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:56.486672 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9e31b27f-f749-4a9e-a99e-2386bd1f5ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:56.570278 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9e31b27f-f749-4a9e-a99e-2386bd1f5ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:56.627662 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9e31b27f-f749-4a9e-a99e-2386bd1f5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:56.630047 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5dc88275-9495-45cf-b01f-d35c0db93fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:56.664048 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31b27f-f749-4a9e-a99e-2386bd1f5ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd4c7e3-9367-4c4e-af8c-ae520c3e1919,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:56.667785 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9e31b27f-f749-4a9e-a99e-2386bd1f5ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:33:56.670314 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9e31b27f-f749-4a9e-a99e-2386bd1f5ad8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=017a7663485d41e8a54c41fa0e7418fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964021 Jun 29 23:33:56.672895 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52312) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:33:56.718966 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9ec6d408-004e-4daa-a9dd-703a72e85c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:56.739317 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9ec6d408-004e-4daa-a9dd-703a72e85c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:56.856752 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9ec6d408-004e-4daa-a9dd-703a72e85c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:56.859217 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9ec6d408-004e-4daa-a9dd-703a72e85c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:33:56.860402 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9ec6d408-004e-4daa-a9dd-703a72e85c90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebd4c7e3-9367-4c4e-af8c-ae520c3e1919 HTTP/1.1" status: 204 len: 168 time: 0.1865051 Jun 29 23:33:56.861269 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c7e0f4ad-c451-47fb-bc2c-df00891e966e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:33:56.868766 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6d408-004e-4daa-a9dd-703a72e85c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd4c7e3-9367-4c4e-af8c-ae520c3e1919,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:33:56.870981 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9ec6d408-004e-4daa-a9dd-703a72e85c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:00.742572 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:09.922553 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52422) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:10.022888 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1b83aa3f-79b2-49ac-b327-c8169699fc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:10.109608 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1b83aa3f-79b2-49ac-b327-c8169699fc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:10.170237 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-1b83aa3f-79b2-49ac-b327-c8169699fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:10.172695 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-81decfdf-41f7-4da2-b655-02438627569a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:10.209067 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-1b83aa3f-79b2-49ac-b327-c8169699fc20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=584640ff4f9845a3aac076124f9069fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855017 Jun 29 23:34:10.210014 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83aa3f-79b2-49ac-b327-c8169699fc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea287ca3-12f6-4bc9-85c1-322c8625b1c8,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:10.211886 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52426) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:10.213229 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1b83aa3f-79b2-49ac-b327-c8169699fc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:10.261256 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-88df6a60-8841-4872-b52d-cf63f1f0fda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:10.280864 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-88df6a60-8841-4872-b52d-cf63f1f0fda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:10.387449 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-88df6a60-8841-4872-b52d-cf63f1f0fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:10.389989 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-88df6a60-8841-4872-b52d-cf63f1f0fda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:10.391109 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-88df6a60-8841-4872-b52d-cf63f1f0fda7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea287ca3-12f6-4bc9-85c1-322c8625b1c8 HTTP/1.1" status: 204 len: 168 time: 0.1772938 Jun 29 23:34:10.391883 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-deb10c45-4c7f-4b2c-8943-31fef584143f tempest-AttachVolumeTestJSON-1757708108 tempest-AttachVolumeTestJSON-1757708108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:10.399162 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df6a60-8841-4872-b52d-cf63f1f0fda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea287ca3-12f6-4bc9-85c1-322c8625b1c8,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:10.401627 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-88df6a60-8841-4872-b52d-cf63f1f0fda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:10.953099 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52432) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:10.972456 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-61ac03cb-54b6-4c4d-a378-695da3f86d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:11.054865 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-61ac03cb-54b6-4c4d-a378-695da3f86d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:11.117842 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-61ac03cb-54b6-4c4d-a378-695da3f86d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:11.120910 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-81e277b4-40b4-4596-8638-ee1ced8a82b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:11.155579 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-61ac03cb-54b6-4c4d-a378-695da3f86d0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f9cfe85e49f43dbbfa46220d4ed5b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014387 Jun 29 23:34:11.156460 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac03cb-54b6-4c4d-a378-695da3f86d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c410c20-fc7c-42d7-96ad-3fb0495f691a,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:11.159047 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52434) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:11.159558 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-61ac03cb-54b6-4c4d-a378-695da3f86d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:11.207029 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c826145-dd8e-4e48-b33b-e39222499fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:11.226553 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c826145-dd8e-4e48-b33b-e39222499fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:11.336377 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c826145-dd8e-4e48-b33b-e39222499fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:11.339015 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4c826145-dd8e-4e48-b33b-e39222499fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:11.340342 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-4c826145-dd8e-4e48-b33b-e39222499fec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c410c20-fc7c-42d7-96ad-3fb0495f691a HTTP/1.1" status: 204 len: 168 time: 0.1800711 Jun 29 23:34:11.340972 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-06196655-f156-4aca-9adf-3b347758e603 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:11.349350 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c826145-dd8e-4e48-b33b-e39222499fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c410c20-fc7c-42d7-96ad-3fb0495f691a,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:11.351625 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4c826145-dd8e-4e48-b33b-e39222499fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:16.426789 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52492) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:16.527009 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c8c52322-60e9-4d84-a540-0bfb1f42eadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:16.610000 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c8c52322-60e9-4d84-a540-0bfb1f42eadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:16.689397 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c8c52322-60e9-4d84-a540-0bfb1f42eadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:16.692094 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-1b83aa3f-79b2-49ac-b327-c8169699fc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:16.731451 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-c8c52322-60e9-4d84-a540-0bfb1f42eadd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6747b1bbb99442b28e10a76e6a10d145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035414 Jun 29 23:34:16.732360 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c52322-60e9-4d84-a540-0bfb1f42eadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9502ac-45dd-4b25-93ca-7fd413ec0ba3,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:16.734194 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52496) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:16.735361 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c8c52322-60e9-4d84-a540-0bfb1f42eadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:16.781146 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1187ae6d-5d72-458e-911b-7413d4c67a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:16.801320 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1187ae6d-5d72-458e-911b-7413d4c67a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:16.911850 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1187ae6d-5d72-458e-911b-7413d4c67a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:16.914220 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1187ae6d-5d72-458e-911b-7413d4c67a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:16.915335 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1187ae6d-5d72-458e-911b-7413d4c67a0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff9502ac-45dd-4b25-93ca-7fd413ec0ba3 HTTP/1.1" status: 204 len: 168 time: 0.1801789 Jun 29 23:34:16.916081 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ec9103ce-25e5-4c0c-bd06-234206cde550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:16.923852 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187ae6d-5d72-458e-911b-7413d4c67a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9502ac-45dd-4b25-93ca-7fd413ec0ba3,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:16.926996 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1187ae6d-5d72-458e-911b-7413d4c67a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:17.506261 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52502) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:17.521938 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-46e96d3d-6b62-4893-aca5-e815c3470769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:17.608678 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-46e96d3d-6b62-4893-aca5-e815c3470769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:17.678587 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-46e96d3d-6b62-4893-aca5-e815c3470769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:17.681896 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3b77ff1f-3e58-495f-9d14-099088ccf151 tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:17.717039 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-46e96d3d-6b62-4893-aca5-e815c3470769 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31e4c51c162c4db1a618c0006ecd984e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097366 Jun 29 23:34:17.717831 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e96d3d-6b62-4893-aca5-e815c3470769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ee1896-69f1-41fe-b441-9ff68a17e6a5,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:17.720150 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52504) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:17.721247 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-46e96d3d-6b62-4893-aca5-e815c3470769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:17.774381 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-46b64b2d-87f1-4b09-bcfb-1ca413e87c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:17.795380 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-46b64b2d-87f1-4b09-bcfb-1ca413e87c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:17.896082 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-46b64b2d-87f1-4b09-bcfb-1ca413e87c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:17.898561 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-46b64b2d-87f1-4b09-bcfb-1ca413e87c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:17.899702 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-46b64b2d-87f1-4b09-bcfb-1ca413e87c05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53ee1896-69f1-41fe-b441-9ff68a17e6a5 HTTP/1.1" status: 204 len: 168 time: 0.1783013 Jun 29 23:34:17.900562 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-e22d8f95-f4c5-4027-a14c-845b9fe9c04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:17.908285 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b64b2d-87f1-4b09-bcfb-1ca413e87c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ee1896-69f1-41fe-b441-9ff68a17e6a5,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:17.912113 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-46b64b2d-87f1-4b09-bcfb-1ca413e87c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:18.814963 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52526) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:18.905228 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1941949637-network', 'tenant_id': '9c9c0fe0d5a64d18a3213f7443c6fb40'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:34:18.987732 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Made reservation on behalf of 9c9c0fe0d5a64d18a3213f7443c6fb40 for: {'network': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:34:18.990083 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for network, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:18.998297 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.082764 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.185756 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.189435 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-6574e391-cfbf-403e-b4ae-bc129c819108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:19.205660 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 23:34:19.218925 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4175fc20-aff8-4a50-96f6-4a7bb70877e3,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:19.223473 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.223878 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.segments_db [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Added segment c8f4fe41-53dc-4ad3-8b32-17d146ed096d of type vlan for network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 Jun 29 23:34:19.242754 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.243196 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.243595 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.243958 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.244315 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.244675 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.245029 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.245414 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.245768 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.246116 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.246464 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.246811 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:19.250751 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:19.286753 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775962742083'] for network, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.347286 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615'] for network, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.348561 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:19.349147 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.351164 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:19.407155 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:19.410153 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:19.417015 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 details requested by agent ovs-agent-dv-cinder-796946-2-iscsi with host dv-cinder-796946-2-iscsi {{(pid=93642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 23:34:19.451792 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-6b78e0f1-d684-438a-b64d-e7a72419f4d2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6352353 Jun 29 23:34:19.454282 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52530) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:19.459041 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Request body: {'subnet': {'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1941949637-subnet', 'tenant_id': '9c9c0fe0d5a64d18a3213f7443c6fb40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:34:19.540271 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Made reservation on behalf of 9c9c0fe0d5a64d18a3213f7443c6fb40 for: {'subnet': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:34:19.542663 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530263303'] for subnet, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.799019 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530125322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530263317'] for subnet, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.801251 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:19.847554 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc90be4b-00f9-4698-89c5-fbee7c38d251,revision_number=0']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:19.853956 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:19.862722 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Checking segment: {'id': 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:34:19.863078 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Network hostable DHCP agents. Network: 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6, hostable agents: ['e88ead05-4499-416d-b5ed-256e695d1876'], hosted agents: [] {{(pid=93640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 23:34:19.918587 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 is scheduled to be hosted by DHCP agent e88ead05-4499-416d-b5ed-256e695d1876 with binding_index 1 {{(pid=93640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 23:34:19.975769 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796946-2-iscsi, 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6) {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:34:19.980991 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:19.981994 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:19.986827 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc648386-a844-4d0f-95c9-c3d34608b390 None None] Network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:34:20.057209 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-4dc7d8bb-a443-445f-b4ed-9f8e72ae8d96 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6017919 Jun 29 23:34:20.225013 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1caed6c-40e1-492f-8685-82c50e0d9cd9 None None] Network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:34:20.359448 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2e7fa003-bb64-453e-a23b-48f8b8b54d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:22.214827 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-abdd352a-333a-44df-b80b-4865f5f2a96c tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:22.216306 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-abdd352a-333a-44df-b80b-4865f5f2a96c tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/networks?id=5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 HTTP/1.1" status: 200 len: 809 time: 0.0970623 Jun 29 23:34:22.337994 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-0e06c1ce-a6de-4c01-bbd2-28cf51a39dec tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/quotas/9c9c0fe0d5a64d18a3213f7443c6fb40 HTTP/1.1" status: 200 len: 375 time: 0.1162815 Jun 29 23:34:22.375097 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-80117ff9-3602-40f8-90fc-e35765edeb61 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c9c0fe0d5a64d18a3213f7443c6fb40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310318 Jun 29 23:34:22.460857 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-f9035f9c-6e76-41b4-8df3-fc723ee9c009 service neutron] 10.222.0.61 "GET /v2.0/networks/5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794353 Jun 29 23:34:22.549888 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-d095afea-85f0-438e-8e25-19e0bdcab582 service neutron] 10.222.0.61 "GET /v2.0/networks/5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828047 Jun 29 23:34:22.849604 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2435c232-855b-462a-97a9-5bc5dc800732 req-4b9789e0-3838-4f66-8727-d11ca42d0601 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0771363 Jun 29 23:34:23.204425 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-521b6ef1-404f-4938-87a6-7201785d37ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:23.434087 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:23.991771 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8520ec92-e337-47dd-ad1c-b437fd55902a req-34f53bae-3208-4960-a868-472400515b49 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Jun 29 23:34:24.433838 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:24.960801 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-322c5717-1dab-4c30-8831-8ead339ceeee tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:24.962246 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-322c5717-1dab-4c30-8831-8ead339ceeee tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.64 "GET /v2.0/networks?id=5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 HTTP/1.1" status: 200 len: 809 time: 0.1057580 Jun 29 23:34:24.980047 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Request body: {'port': {'device_id': '523d1dd1-3600-4cf0-bb4e-413012e2b8d0', 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6', 'admin_state_up': True, 'tenant_id': '9c9c0fe0d5a64d18a3213f7443c6fb40'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:34:25.130205 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Made reservation on behalf of 9c9c0fe0d5a64d18a3213f7443c6fb40 for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:34:25.133941 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:25.138755 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3925f33f-3424-47a2-873c-646824c5e314 req-30099042-fa63-4095-9ae3-55b450b2de8c tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0330338 Jun 29 23:34:25.262871 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Allocated IP 172.20.0.7 (5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6/dc90be4b-00f9-4698-89c5-fbee7c38d251/1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:34:25.404922 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:25.508129 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:25.511994 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a08ff98d-dfe7-46e5-ab70-3738d9e12503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:25.550582 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:34:25.553654 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:34:25.557817 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:34:25.586345 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Pushing event updated for resources: {'Port': ['ID=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:25.590517 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:25.613112 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:25.617960 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:25.756518 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-8dd8dd35-a279-48d1-8e7f-4d16f64e4702 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7768631 Jun 29 23:34:25.770716 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Request body: {'port': {'device_id': '523d1dd1-3600-4cf0-bb4e-413012e2b8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:34:25.775333 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:25.842135 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:26.089845 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:34:26.096881 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:26.107861 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Transition to ACTIVE for port object 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:34:26.208811 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:26.211855 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-fd728f0d-aeee-40d0-b402-0de7043a41ba tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:26.264037 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Pushing event updated for resources: {'Port': ['ID=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:26.268574 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:26.315349 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ea8f7-342d-486f-8e16-0f41e89cb75c req-4f1e8094-a880-41ea-a6ff-7e0acb494be0 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:26.316858 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3e7ea8f7-342d-486f-8e16-0f41e89cb75c req-4f1e8094-a880-41ea-a6ff-7e0acb494be0 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0615222 Jun 29 23:34:26.334390 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Attempting to bind port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:34:26.334733 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Attempting to bind port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:34:26.335070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Attempting to bind port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 on network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:34:26.339965 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 on network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:34:26.340222 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Attempting to bind port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 on network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:34:26.344937 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:34:26.345272 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Checking segment: {'id': 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:34:26.345654 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Bound using segment: {'id': 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:34:26.346083 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Bound port: 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:34:26.346436 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:26.354237 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3e7ea8f7-342d-486f-8e16-0f41e89cb75c req-98d5cff6-8011-45b7-b0bf-af9ab7a2eee3 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 Jun 29 23:34:26.409937 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] For port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:34:26.412838 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] For port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:34:26.472160 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:26.474104 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-05e7b60c-15a9-4c3d-8f92-0c78c2b283ce tempest-AttachVolumeShelveTestJSON-1645854963 tempest-AttachVolumeShelveTestJSON-1645854963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:26.507956 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:26.508571 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:26.509931 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] 10.222.0.64 "PUT /v2.0/ports/1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 HTTP/1.1" status: 200 len: 1093 time: 0.7435424 Jun 29 23:34:26.510429 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523d1dd1-3600-4cf0-bb4e-413012e2b8d0', 'tag': '1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:26.513370 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42867cf-12d3-4c5e-a634-b11b23bbd600" -d '{"events": [{"name": "network-changed", "server_uuid": "523d1dd1-3600-4cf0-bb4e-413012e2b8d0", "tag": "1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:26.533369 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Pushing event updated for resources: {'Port': ['ID=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:26.536344 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:26.553180 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b82019-744a-49ff-872b-f5199bcf1d80 x-openstack-request-id: req-17b82019-744a-49ff-872b-f5199bcf1d80 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:26.553506 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523d1dd1-3600-4cf0-bb4e-413012e2b8d0", "tag": "1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:26.553801 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17b82019-744a-49ff-872b-f5199bcf1d80 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:26.554228 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523d1dd1-3600-4cf0-bb4e-413012e2b8d0', 'tag': '1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84', 'status': 'completed', 'code': 200} Jun 29 23:34:26.645055 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42867cf-12d3-4c5e-a634-b11b23bbd600 req-a20f9e3c-c1f9-46a6-910b-0a1865d00b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:26.646413 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c42867cf-12d3-4c5e-a634-b11b23bbd600 req-a20f9e3c-c1f9-46a6-910b-0a1865d00b01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c9c0fe0d5a64d18a3213f7443c6fb40&device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0515029 Jun 29 23:34:26.749295 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42867cf-12d3-4c5e-a634-b11b23bbd600 req-b4816f5d-349b-434d-8c55-98996f659320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:26.750720 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c42867cf-12d3-4c5e-a634-b11b23bbd600 req-b4816f5d-349b-434d-8c55-98996f659320 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c9c0fe0d5a64d18a3213f7443c6fb40&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0912392 Jun 29 23:34:26.839815 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42867cf-12d3-4c5e-a634-b11b23bbd600 req-5f739a56-3d1d-4caa-884c-aaaf4880db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:26.841347 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c42867cf-12d3-4c5e-a634-b11b23bbd600 req-5f739a56-3d1d-4caa-884c-aaaf4880db23 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842297 Jun 29 23:34:26.964871 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-721c362a-2686-4321-bd98-8febf650f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:26.966312 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-721c362a-2686-4321-bd98-8febf650f55b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c9c0fe0d5a64d18a3213f7443c6fb40&device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0550261 Jun 29 23:34:27.012094 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-ef11a2fd-1deb-4374-a48a-299cb276dc27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 HTTP/1.1" status: 200 len: 217 time: 0.0318933 Jun 29 23:34:27.058767 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-9fcddea5-da63-44a4-a0d9-291b581bae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:27.060193 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-9fcddea5-da63-44a4-a0d9-291b581bae3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc90be4b-00f9-4698-89c5-fbee7c38d251 HTTP/1.1" status: 200 len: 849 time: 0.0420632 Jun 29 23:34:27.094410 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-2bb989b2-0472-440c-8ea1-5fd0252efba2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281804 Jun 29 23:34:27.178738 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-7f856620-3ba4-402c-9c3a-89b63adf384f service neutron] 10.222.0.64 "GET /v2.0/networks/5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770624 Jun 29 23:34:27.266470 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c4c5b01a-e7bf-4a46-a96a-bc7949528afc req-64a724a6-791a-4b4b-a464-b2fdfdeae32b service neutron] 10.222.0.64 "GET /v2.0/networks/5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812507 Jun 29 23:34:27.676995 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8d15b-7b10-4fa5-88bd-f7ff25e8c3b9 req-d96ec105-2473-4a8a-b559-1f9c7b6f0e59 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:27.678402 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e8a8d15b-7b10-4fa5-88bd-f7ff25e8c3b9 req-d96ec105-2473-4a8a-b559-1f9c7b6f0e59 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0616076 Jun 29 23:34:27.714782 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e8a8d15b-7b10-4fa5-88bd-f7ff25e8c3b9 req-ef74b5d7-0a9e-4dbb-b36b-9b622a4f833b tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299900 Jun 29 23:34:28.886278 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11945ffd-f025-4e92-a22a-cb3c4e717d89 req-1387aee7-c61d-48e0-b62a-95583bdea627 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:28.887740 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11945ffd-f025-4e92-a22a-cb3c4e717d89 req-1387aee7-c61d-48e0-b62a-95583bdea627 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 943 time: 0.0649023 Jun 29 23:34:28.924658 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11945ffd-f025-4e92-a22a-cb3c4e717d89 req-d3cce896-3a49-4a99-ad1a-25ce6e51eba0 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Jun 29 23:34:29.327830 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:34:29.422058 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:29.433597 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84', 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6', 'port_id': '1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84', 'mac_address': 'fa:16:3e:11:e1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc90be4b-00f9-4698-89c5-fbee7c38d251', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:34:29.468779 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:29.480681 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:34:29.500428 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:29.570401 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:29.572119 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:29.737158 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:29.743873 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.744221 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.744561 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.744895 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.745224 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.746078 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.746401 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.746729 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.747054 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.747373 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.747720 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.748045 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:29.752061 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:29.883260 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:34:30.078274 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:34:30.094303 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439525c7-d4fe-4086-8083-08600a80e801 req-1333ac68-81bf-4537-b2b6-a276d50b2af9 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:30.095772 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-439525c7-d4fe-4086-8083-08600a80e801 req-1333ac68-81bf-4537-b2b6-a276d50b2af9 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 944 time: 0.0614121 Jun 29 23:34:30.131950 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-439525c7-d4fe-4086-8083-08600a80e801 req-99c01b16-66cc-4e30-8ace-2dde6d103869 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306766 Jun 29 23:34:30.741782 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:31.297388 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb522-550c-4b2a-ab20-ac9d3edf891c req-f9dcba89-a1d2-474c-bd37-710388447a8d tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:31.298826 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-282eb522-550c-4b2a-ab20-ac9d3edf891c req-f9dcba89-a1d2-474c-bd37-710388447a8d tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 944 time: 0.0601175 Jun 29 23:34:31.326143 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:34:31.340278 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-282eb522-550c-4b2a-ab20-ac9d3edf891c req-8769153b-ed33-4c8b-9627-e2802f6eedd9 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357001 Jun 29 23:34:31.438884 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:34:31.442927 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:34:31.443332 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:31.516477 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:31.537776 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523d1dd1-3600-4cf0-bb4e-413012e2b8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:31.540030 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5157fd59-5dc9-4af9-9808-eac8344be34a" -d '{"events": [{"server_uuid": "523d1dd1-3600-4cf0-bb4e-413012e2b8d0", "name": "network-vif-plugged", "status": "completed", "tag": "1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:31.552553 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:31.576326 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dce16f5-1556-494b-8024-52c26b2ea2b1 x-openstack-request-id: req-0dce16f5-1556-494b-8024-52c26b2ea2b1 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:31.576628 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523d1dd1-3600-4cf0-bb4e-413012e2b8d0", "name": "network-vif-plugged", "status": "completed", "tag": "1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:31.576894 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0dce16f5-1556-494b-8024-52c26b2ea2b1 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:31.577295 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523d1dd1-3600-4cf0-bb4e-413012e2b8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84', 'code': 200} Jun 29 23:34:31.627518 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:31.629495 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:31.675357 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:31.678378 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:31.945104 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4dc71-e963-4896-bd03-a99fdf76d408 req-54d3af71-3db3-4ac2-8f50-1633ef4419a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:31.946540 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-74b4dc71-e963-4896-bd03-a99fdf76d408 req-54d3af71-3db3-4ac2-8f50-1633ef4419a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 1098 time: 0.0495918 Jun 29 23:34:31.979144 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-74b4dc71-e963-4896-bd03-a99fdf76d408 req-eaa75a32-42d0-40c4-b1a2-939271ef123b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261195 Jun 29 23:34:32.509614 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01864eb6-aeac-4899-8df4-87cf6ba680f7 req-142659ab-2ef7-4a50-ac2d-6189620dbaef tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:32.511651 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-01864eb6-aeac-4899-8df4-87cf6ba680f7 req-142659ab-2ef7-4a50-ac2d-6189620dbaef tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0606048 Jun 29 23:34:32.547689 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-01864eb6-aeac-4899-8df4-87cf6ba680f7 req-24c65ff4-c045-427f-8c17-4e9d2273ccd2 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304444 Jun 29 23:34:33.716333 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3758-834c-43bd-a4d7-33121eb4febc req-d8d3fed2-b63f-4080-b5af-6b88ec9e7c7d tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:33.717783 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6e0e3758-834c-43bd-a4d7-33121eb4febc req-d8d3fed2-b63f-4080-b5af-6b88ec9e7c7d tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0597856 Jun 29 23:34:33.752830 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6e0e3758-834c-43bd-a4d7-33121eb4febc req-96447f87-7ca6-434d-ae3e-e6be72fb2894 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291076 Jun 29 23:34:35.142929 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b59a0-2088-435e-b091-88aec514ba63 req-25da3f6a-2b53-45b9-b0f3-f9fbe92a69f9 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:35.144382 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f70b59a0-2088-435e-b091-88aec514ba63 req-25da3f6a-2b53-45b9-b0f3-f9fbe92a69f9 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0632219 Jun 29 23:34:35.180223 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f70b59a0-2088-435e-b091-88aec514ba63 req-d6ffc834-da49-4007-a82b-5c40a1281a11 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303154 Jun 29 23:34:36.351802 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d034ef-e540-45bb-ada1-af914ac4a7d9 req-17b05e5b-39cc-4790-97a4-ffbeb7b52161 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:36.353291 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40d034ef-e540-45bb-ada1-af914ac4a7d9 req-17b05e5b-39cc-4790-97a4-ffbeb7b52161 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0623357 Jun 29 23:34:36.390093 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40d034ef-e540-45bb-ada1-af914ac4a7d9 req-7005773f-6055-477f-bbed-9ca301c9012f tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306377 Jun 29 23:34:36.625687 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-b089dc12-19a8-401d-9068-00b732c9fcdb tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:36.627078 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-b089dc12-19a8-401d-9068-00b732c9fcdb tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.64 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 945 time: 0.0612454 Jun 29 23:34:36.725626 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Deleting port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:36.725973 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:36.810208 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] For port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:36.810567 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:36.825848 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Calling delete_port for 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:37.021572 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:37.025424 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-eb2cb540-4261-42d2-b67a-01167ac8e9dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:37.051044 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Pushing event deleted for resources: {'Port': ['ID=1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:37.054149 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:37.058419 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:34:37.098487 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] No DVR routers for this DVR port 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:34:37.100891 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:37.103019 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-c18d1db7-8140-47a0-b56d-c3b8dfac499e req-10ceaca2-cece-4290-b758-162785c09839 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.64 "DELETE /v2.0/ports/1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 HTTP/1.1" status: 204 len: 173 time: 0.4701829 Jun 29 23:34:37.103554 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523d1dd1-3600-4cf0-bb4e-413012e2b8d0', 'name': 'network-vif-deleted', 'tag': '1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:37.107203 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70a17c9-5712-4c5b-986d-219be0212295" -d '{"events": [{"server_uuid": "523d1dd1-3600-4cf0-bb4e-413012e2b8d0", "name": "network-vif-deleted", "tag": "1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:37.140872 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036c6c53-9f3f-4a7c-ac08-d278a6a00fa9 x-openstack-request-id: req-036c6c53-9f3f-4a7c-ac08-d278a6a00fa9 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:37.141207 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523d1dd1-3600-4cf0-bb4e-413012e2b8d0", "name": "network-vif-deleted", "tag": "1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:37.141504 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-036c6c53-9f3f-4a7c-ac08-d278a6a00fa9 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:37.141941 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523d1dd1-3600-4cf0-bb4e-413012e2b8d0', 'name': 'network-vif-deleted', 'tag': '1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84', 'status': 'completed', 'code': 200} Jun 29 23:34:37.385455 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52616) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:37.548789 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Deleting port edbb7755-fdfb-4234-9a96-5972500b6d85 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:37.549150 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:37.552229 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a6c87bf1-71ea-432d-b65a-bb0317b4b6a4 req-1da7f987-8cf5-4070-9ab3-f994117ff03b tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=523d1dd1-3600-4cf0-bb4e-413012e2b8d0 HTTP/1.1" status: 200 len: 210 time: 0.0292363 Jun 29 23:34:37.628258 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:37.628828 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:37.640310 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Calling delete_port for edbb7755-fdfb-4234-9a96-5972500b6d85 owned by network:floatingip {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:37.884887 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:37.888539 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-5120be57-f56b-4f57-8069-886ecc32471b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:38.165269 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event deleted for resources: {'Port': ['ID=edbb7755-fdfb-4234-9a96-5972500b6d85,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:38.168778 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:38.227742 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for floatingip, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:38.228083 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.db.l3_db [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Floating IP b507a094-2284-4cdf-a1b2-6b3772f71288 disassociated (deleted). External IP: 172.27.1.90, port: fa5629cd-572a-459d-bfd1-8f6ae7b45c2f. Jun 29 23:34:38.435354 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Router 2e946843-747f-4634-8066-18cd2c57f857 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:34:38.538719 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:34:38.543409 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:38.547947 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] Sync routers for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:34:38.556510 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:38.557136 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:38.579086 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9a332da2-00eb-4992-8fc0-40338c179898 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "DELETE /v2.0/floatingips/b507a094-2284-4cdf-a1b2-6b3772f71288 HTTP/1.1" status: 204 len: 168 time: 1.1919711 Jun 29 23:34:38.666979 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:38.862249 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '541f45b6-73d8-4e69-ba64-5fd1a5a716cb', 'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'mac_address': 'fa:16:3e:ec:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:36Z', 'updated_at': '2021-06-29T23:29:42Z', 'revision_number': 5, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'subnets': [{'id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:38.864034 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-d84ecf79-1217-456e-87ec-049d25443510 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:38.865645 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-d84ecf79-1217-456e-87ec-049d25443510 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/networks?id=5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 HTTP/1.1" status: 200 len: 809 time: 0.1062441 Jun 29 23:34:38.880601 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-470027f0-f742-49d9-b417-ff8d68da1525 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/quotas/9c9c0fe0d5a64d18a3213f7443c6fb40 HTTP/1.1" status: 200 len: 375 time: 0.0089152 Jun 29 23:34:38.888099 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] Checking router: 2e946843-747f-4634-8066-18cd2c57f857 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:34:38.896398 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:38.897009 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:38.912261 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-a5495210-f918-439e-b365-031b2aa0cab7 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c9c0fe0d5a64d18a3213f7443c6fb40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265915 Jun 29 23:34:38.924366 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-86e311ba-09df-49c1-9df3-bcd303a20101 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:34:38.925373 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-86e311ba-09df-49c1-9df3-bcd303a20101 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059021 Jun 29 23:34:39.008876 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:39.026553 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-af22ab09-e63d-44ee-a66a-c48e1612be6d service neutron] 10.222.0.61 "GET /v2.0/networks/5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936685 Jun 29 23:34:39.143318 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:39.145876 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac05f3fa-6c1d-434a-a830-4d6320ec0165" -d '{"events": [{"name": "network-changed", "server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:39.156642 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-c4a71fc6-a30d-450a-aac9-8942c34fddc6 service neutron] 10.222.0.61 "GET /v2.0/networks/5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231217 Jun 29 23:34:39.186945 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568609b-7a22-4d7e-b649-874c98dfcccc req-61db42d3-ae1a-4da0-80a1-eb732a74434f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:39.188483 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9568609b-7a22-4d7e-b649-874c98dfcccc req-61db42d3-ae1a-4da0-80a1-eb732a74434f tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0863194 Jun 29 23:34:39.213498 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '541f45b6-73d8-4e69-ba64-5fd1a5a716cb', 'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'mac_address': 'fa:16:3e:ec:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:36Z', 'updated_at': '2021-06-29T23:29:42Z', 'revision_number': 5, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'subnets': [{'id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:39.231175 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9568609b-7a22-4d7e-b649-874c98dfcccc req-c928599d-520c-41b8-91c2-f7f6a5a24ef1 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354321 Jun 29 23:34:39.245329 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f658ec9-9cb5-4b9d-a2a5-89e6e5193d23 None None] The sync data for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi is: [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:29:37Z', 'revision_number': 4, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '541f45b6-73d8-4e69-ba64-5fd1a5a716cb', 'name': '', 'network_id': '9d3c8e39-ea57-4fe7-8459-47fcadf08891', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'mac_address': 'fa:16:3e:ec:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:36Z', 'updated_at': '2021-06-29T23:29:42Z', 'revision_number': 5, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'subnets': [{'id': '932b54c2-69ac-4668-ae0f-ad1749178bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:34:39.286414 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0ba884-033e-412e-a45a-f7cd199f028e x-openstack-request-id: req-ba0ba884-033e-412e-a45a-f7cd199f028e {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:39.286414 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:39.286414 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba0ba884-033e-412e-a45a-f7cd199f028e {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:39.286414 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'status': 'completed', 'code': 200} Jun 29 23:34:39.341220 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:39.363374 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:39.363768 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 1149a3a3-780b-4b3e-9f57-f7e2ea0c3d84 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:39.448431 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-96821994-717d-4fbb-92c5-bd2d49d549f9 req-e438a2b3-e056-4548-af82-015adf3e7a8d tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 210 time: 0.0409646 Jun 29 23:34:39.451421 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-f82715f7-239b-40b6-82a5-899db189607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:39.453002 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-f82715f7-239b-40b6-82a5-899db189607f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 1099 time: 0.1173687 Jun 29 23:34:39.526103 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e336f2-f2ad-4e68-88bc-c3db6eb92ad3 None None] New status for floating IP b507a094-2284-4cdf-a1b2-6b3772f71288: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:34:39.558322 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-9af2dc27-6f9a-431e-8226-799685996b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:39.559942 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-9af2dc27-6f9a-431e-8226-799685996b7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 200 len: 910 time: 0.0987887 Jun 29 23:34:39.605792 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-ffc5f9d5-04e6-4f91-80ac-8e7cd7466c12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 200 len: 217 time: 0.0368967 Jun 29 23:34:39.659103 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-e235855b-1086-41b2-99b9-6a77e42e522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:39.660752 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-e235855b-1086-41b2-99b9-6a77e42e522d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=932b54c2-69ac-4668-ae0f-ad1749178bc3 HTTP/1.1" status: 200 len: 848 time: 0.0490010 Jun 29 23:34:39.719157 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-d18f873e-c8d6-43b1-832d-b23a85d2f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:39.720709 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-d18f873e-c8d6-43b1-832d-b23a85d2f558 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d3c8e39-ea57-4fe7-8459-47fcadf08891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523767 Jun 29 23:34:39.732696 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-d30a9086-827c-4fa3-9bc6-2197935251bc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 23:34:39.733664 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-d30a9086-827c-4fa3-9bc6-2197935251bc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057249 Jun 29 23:34:39.824500 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-30cf037d-8779-41a0-812f-d231a4cbe78b service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837512 Jun 29 23:34:39.916255 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-ac05f3fa-6c1d-434a-a830-4d6320ec0165 req-53bcf587-457a-44e9-b5ee-a6c6f1d7a4d8 service neutron] 10.222.0.64 "GET /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845180 Jun 29 23:34:40.416454 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c64a2-250b-471d-9a23-957f4adabca8 req-36565bf8-df4b-48d6-af3c-08585d42f0f5 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:40.417808 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c0c64a2-250b-471d-9a23-957f4adabca8 req-36565bf8-df4b-48d6-af3c-08585d42f0f5 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0720689 Jun 29 23:34:40.461595 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c0c64a2-250b-471d-9a23-957f4adabca8 req-17c92e55-ee0f-4555-b49e-69d7c838bff5 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/security-groups?id=805d0883-92d3-4236-9766-3d4a8303f2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380085 Jun 29 23:34:40.583869 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-472c1f54-aaf1-488e-97c1-d40274c816f6 req-b150a23f-31d0-459f-96ce-7b833f537985 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 210 time: 0.0280638 Jun 29 23:34:40.916919 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-9c1b2b5b-ae4e-4361-8e3e-22dc8a9c083e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:40.918353 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-9c1b2b5b-ae4e-4361-8e3e-22dc8a9c083e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 946 time: 0.0605876 Jun 29 23:34:41.020638 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Deleting port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:41.020977 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:41.104140 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] For port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:41.104518 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:41.120548 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Calling delete_port for fa5629cd-572a-459d-bfd1-8f6ae7b45c2f owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:41.301334 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:41.306371 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b3602416-9695-477c-9de7-2ec39409c2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:41.336553 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event deleted for resources: {'Port': ['ID=fa5629cd-572a-459d-bfd1-8f6ae7b45c2f,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:41.338814 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:41.380584 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] No DVR routers for this DVR port fa5629cd-572a-459d-bfd1-8f6ae7b45c2f on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:34:41.382955 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:41.384901 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-4a1ff642-fea2-4b9b-b196-bbb3420e819b req-c1d4e432-abf0-4ee7-a674-d3e670715c1e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.64 "DELETE /v2.0/ports/fa5629cd-572a-459d-bfd1-8f6ae7b45c2f HTTP/1.1" status: 204 len: 173 time: 0.4611678 Jun 29 23:34:41.385423 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'name': 'network-vif-deleted', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:41.388876 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb60dd3-2338-47ae-9512-47a0225f493d" -d '{"events": [{"server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "name": "network-vif-deleted", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:41.423260 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8541c4d1-7cd1-47e9-bf2c-95b22d7f8bce x-openstack-request-id: req-8541c4d1-7cd1-47e9-bf2c-95b22d7f8bce {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:41.423640 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6500aeb-b9d0-4e18-ba4c-f6b574b956a4", "name": "network-vif-deleted", "tag": "fa5629cd-572a-459d-bfd1-8f6ae7b45c2f", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:41.423993 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8541c4d1-7cd1-47e9-bf2c-95b22d7f8bce {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:41.424439 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6500aeb-b9d0-4e18-ba4c-f6b574b956a4', 'name': 'network-vif-deleted', 'tag': 'fa5629cd-572a-459d-bfd1-8f6ae7b45c2f', 'status': 'completed', 'code': 200} Jun 29 23:34:41.573677 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-0f1d556c-699f-4cb1-9597-72bc8dc864d3 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:41.575021 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-0f1d556c-699f-4cb1-9597-72bc8dc864d3 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.64 "GET /v2.0/networks?id=5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 HTTP/1.1" status: 200 len: 809 time: 0.1016674 Jun 29 23:34:41.603682 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9747e0ce-c42f-42f7-a6aa-c9b612527f9a req-f5af2778-c0f8-4465-965e-160524ee28a4 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 210 time: 0.0305667 Jun 29 23:34:41.607896 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Request body: {'port': {'device_id': '59b1ea7d-21f9-48d2-991e-c23d04457ab2', 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6', 'admin_state_up': True, 'tenant_id': '9c9c0fe0d5a64d18a3213f7443c6fb40'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:34:41.749119 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9852e739-9bba-4906-ac42-c1946c27b4cf req-c8fd918c-fa16-442d-8107-f11b8a829c9a tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 210 time: 0.0293634 Jun 29 23:34:41.776401 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-2a64b2d1-b6c9-4eee-811e-e02b0942e3c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1169260 Jun 29 23:34:41.842346 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Made reservation on behalf of 9c9c0fe0d5a64d18a3213f7443c6fb40 for: {'port': 1} {{(pid=93640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 23:34:41.845773 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:41.933226 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-b6d7530a-5d26-4403-bfb5-7a1ec8d31245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:41.934630 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-b6d7530a-5d26-4403-bfb5-7a1ec8d31245 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 1099 time: 0.1245134 Jun 29 23:34:42.035459 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_common [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Allocated IP 172.20.0.8 (5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6/dc90be4b-00f9-4698-89c5-fbee7c38d251/946b0e01-b24e-42cc-87b3-baee4ea7b62c) {{(pid=93640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 23:34:42.094985 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-587a81d7-7410-4e22-bf1e-44f385be7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:42.096488 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-587a81d7-7410-4e22-bf1e-44f385be7338 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 912 time: 0.1380067 Jun 29 23:34:42.217034 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-fd14b85e-6bc2-4c7e-835a-df6c4ba7bcdd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0265ecba-2103-46c5-83bc-45fa331eea60 HTTP/1.1" status: 200 len: 1001 time: 0.1095669 Jun 29 23:34:42.284998 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks [] for port, precommit_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:42.297803 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-08fab222-2fa2-4040-b709-f2d427fb3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:42.299259 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-08fab222-2fa2-4040-b709-f2d427fb3a20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 200 len: 850 time: 0.0710895 Jun 29 23:34:42.377950 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-7f39fd56-8e93-4c21-81a3-70a14ecf162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:42.379340 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-7f39fd56-8e93-4c21-81a3-70a14ecf162a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f63a9fe-9195-4b3f-8615-44a18bd185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612586 Jun 29 23:34:42.462686 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1574798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775962726669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-530125494'] for port, after_create {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:42.467951 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-7a9e8ffe-91b9-4850-9455-c59b4f95cb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:42.497933 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-fc540a49-ae08-4781-8a30-9b6a24d386a5 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119537 Jun 29 23:34:42.521382 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 is already hosted by enough agents. {{(pid=93640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 23:34:42.533709 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.base_scheduler [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Resources bound (agent type, host, resource id): {{(pid=93640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 23:34:42.564150 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Received port after_create {{(pid=93640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 23:34:42.594615 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Pushing event updated for resources: {'Port': ['ID=946b0e01-b24e-42cc-87b3-baee4ea7b62c,revision_number=1']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:42.602721 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:42.642952 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:42.643456 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:42.665342 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-76a1b272-0608-416d-bc13-5fc0ceaadbe1 req-0cc4196e-8b54-4dd4-8dcd-275c921365ef service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588721 Jun 29 23:34:42.725276 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-abfe652c-dba3-47c4-bd84-e564aea12ecc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1222370 Jun 29 23:34:42.741790 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.v2.base [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Request body: {'port': {'device_id': '59b1ea7d-21f9-48d2-991e-c23d04457ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79694'}} {{(pid=93640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 23:34:42.822804 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:43.061039 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6533caf9-5f2c-4676-8acc-a09170b8ee26 req-7226af7d-679b-4e64-a23f-014edf0d244e tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6500aeb-b9d0-4e18-ba4c-f6b574b956a4 HTTP/1.1" status: 200 len: 210 time: 0.3058739 Jun 29 23:34:43.119690 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66e816-e200-476c-87cf-85d6c76b2854 req-d4205fee-ef00-49e2-ac18-ef07774bf419 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:43.121770 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b66e816-e200-476c-87cf-85d6c76b2854 req-d4205fee-ef00-49e2-ac18-ef07774bf419 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 931 time: 0.0631928 Jun 29 23:34:43.128586 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946b0e01-b24e-42cc-87b3-baee4ea7b62c {{(pid=93640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:34:43.136138 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:43.147658 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.provisioning_blocks [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Transition to ACTIVE for port object 946b0e01-b24e-42cc-87b3-baee4ea7b62c will not be triggered until provisioned by entity L2. {{(pid=93640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 23:34:43.158068 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b66e816-e200-476c-87cf-85d6c76b2854 req-9b45bcde-3905-47df-a142-81bf13f9bfa2 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Jun 29 23:34:43.210147 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:43.212344 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bb569056-c8e2-4a8c-8090-07bc275f05fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:43.258070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Pushing event updated for resources: {'Port': ['ID=946b0e01-b24e-42cc-87b3-baee4ea7b62c,revision_number=2']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:43.262256 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:43.327974 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Attempting to bind port 946b0e01-b24e-42cc-87b3-baee4ea7b62c on host hv-cinder-79694 for vnic_type normal with profile {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 23:34:43.328240 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Attempting to bind port 946b0e01-b24e-42cc-87b3-baee4ea7b62c by drivers openvswitch,hyperv on host hv-cinder-79694 at level 0 using segments [{'id': 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6'}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 23:34:43.328568 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Attempting to bind port 946b0e01-b24e-42cc-87b3-baee4ea7b62c on network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:34:43.332807 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Port 946b0e01-b24e-42cc-87b3-baee4ea7b62c on network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79694 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 23:34:43.333115 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Attempting to bind port 946b0e01-b24e-42cc-87b3-baee4ea7b62c on network 5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 23:34:43.337726 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Checking agent: {'id': '621324ff-c37e-4248-a704-46d25629c3fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79694', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'started_at': datetime.datetime(2021, 6, 29, 23, 22, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 23, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 23:34:43.338061 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Checking segment: {'id': 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 23:34:43.338441 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Bound using segment: {'id': 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6'} {{(pid=93640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 23:34:43.339408 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.managers [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Bound port: 946b0e01-b24e-42cc-87b3-baee4ea7b62c, host: hv-cinder-79694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6'}}] {{(pid=93640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 23:34:43.339781 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:43.357125 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device fa5629cd-572a-459d-bfd1-8f6ae7b45c2f no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:43.380065 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: fa5629cd-572a-459d-bfd1-8f6ae7b45c2f {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:43.380423 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device fa5629cd-572a-459d-bfd1-8f6ae7b45c2f not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:43.405408 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] For port 946b0e01-b24e-42cc-87b3-baee4ea7b62c, host hv-cinder-79694, cleared binding levels {{(pid=93640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 23:34:43.408333 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] For port 946b0e01-b24e-42cc-87b3-baee4ea7b62c, host hv-cinder-79694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=946b0e01-b24e-42cc-87b3-baee4ea7b62c,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 23:34:43.490628 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530125444'] for port, after_update {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:43.492734 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-25667ea9-9f7f-4591-8af1-f3acb6a0e394 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:43.526103 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:43.527214 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:43.528604 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-ead0efec-910e-421a-9365-52d6486f442e service neutron] 10.222.0.64 "PUT /v2.0/ports/946b0e01-b24e-42cc-87b3-baee4ea7b62c HTTP/1.1" status: 200 len: 1093 time: 0.7910593 Jun 29 23:34:43.529102 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b1ea7d-21f9-48d2-991e-c23d04457ab2', 'tag': '946b0e01-b24e-42cc-87b3-baee4ea7b62c'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:43.531355 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ffb546-3da3-487d-a3ec-98837cacf6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "59b1ea7d-21f9-48d2-991e-c23d04457ab2", "tag": "946b0e01-b24e-42cc-87b3-baee4ea7b62c"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:43.553085 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Pushing event updated for resources: {'Port': ['ID=946b0e01-b24e-42cc-87b3-baee4ea7b62c,revision_number=3']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:43.556328 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:43.568180 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f146ca49-0919-45b8-9345-60b293732774 x-openstack-request-id: req-f146ca49-0919-45b8-9345-60b293732774 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:43.568519 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b1ea7d-21f9-48d2-991e-c23d04457ab2", "tag": "946b0e01-b24e-42cc-87b3-baee4ea7b62c", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:43.568822 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f146ca49-0919-45b8-9345-60b293732774 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:43.569266 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b1ea7d-21f9-48d2-991e-c23d04457ab2', 'tag': '946b0e01-b24e-42cc-87b3-baee4ea7b62c', 'status': 'completed', 'code': 200} Jun 29 23:34:43.662022 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffb546-3da3-487d-a3ec-98837cacf6d8 req-e202c4c8-8e1b-4281-bf0e-c11610f3eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:43.663405 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-54ffb546-3da3-487d-a3ec-98837cacf6d8 req-e202c4c8-8e1b-4281-bf0e-c11610f3eb19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c9c0fe0d5a64d18a3213f7443c6fb40&device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0527239 Jun 29 23:34:43.767819 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffb546-3da3-487d-a3ec-98837cacf6d8 req-fd36addc-22c4-4013-b88b-804b047b4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:43.769263 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-54ffb546-3da3-487d-a3ec-98837cacf6d8 req-fd36addc-22c4-4013-b88b-804b047b4bd0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c9c0fe0d5a64d18a3213f7443c6fb40&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0926769 Jun 29 23:34:43.857068 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffb546-3da3-487d-a3ec-98837cacf6d8 req-ef628fcc-c948-41a3-83ae-4e14feb6a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:43.858457 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-54ffb546-3da3-487d-a3ec-98837cacf6d8 req-ef628fcc-c948-41a3-83ae-4e14feb6a0a5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0830882 Jun 29 23:34:43.969733 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-fdc0d940-016a-4396-b0e3-399d219fa1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:43.971165 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-fdc0d940-016a-4396-b0e3-399d219fa1e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c9c0fe0d5a64d18a3213f7443c6fb40&device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0540936 Jun 29 23:34:44.014982 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-3473d790-5a1d-4bd6-8c7f-91775af17759 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=946b0e01-b24e-42cc-87b3-baee4ea7b62c HTTP/1.1" status: 200 len: 217 time: 0.0318112 Jun 29 23:34:44.061943 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-254eec51-b21a-420c-a2ab-fa3df8b76330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:44.063299 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-254eec51-b21a-420c-a2ab-fa3df8b76330 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc90be4b-00f9-4698-89c5-fbee7c38d251 HTTP/1.1" status: 200 len: 849 time: 0.0413020 Jun 29 23:34:44.099034 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-8ad610cd-3f05-479d-83b7-3c43729552cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284150 Jun 29 23:34:44.154029 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52678) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:44.189485 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-8d78a186-154b-4458-8fe1-14be1422ae62 service neutron] 10.222.0.64 "GET /v2.0/networks/5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829649 Jun 29 23:34:44.212892 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:44.240198 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:44.290648 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-73ebae9d-ab63-4726-a721-050b67ebe6b5 req-575b2d70-7a6f-4a9c-865c-dd22a2bd3260 service neutron] 10.222.0.64 "GET /v2.0/networks/5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947826 Jun 29 23:34:44.344526 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd08da-6f07-45d7-9afd-d2e1fe0b9328 req-efa5f3f8-cc32-4919-b1f0-a989e72daac6 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:44.346023 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9fd08da-6f07-45d7-9afd-d2e1fe0b9328 req-efa5f3f8-cc32-4919-b1f0-a989e72daac6 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 943 time: 0.0681262 Jun 29 23:34:44.384145 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9fd08da-6f07-45d7-9afd-d2e1fe0b9328 req-b735740d-96d6-475e-9596-3807ec4225cf tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Jun 29 23:34:44.384705 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:44.387260 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:44.388331 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] 10.222.0.61 "DELETE /v2.0/security-groups/805d0883-92d3-4236-9766-3d4a8303f2b4 HTTP/1.1" status: 204 len: 168 time: 0.2320447 Jun 29 23:34:44.389093 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5cdf5077-9701-425a-9d04-27cbc056d23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:44.397508 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805d0883-92d3-4236-9766-3d4a8303f2b4,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:44.406129 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.406567 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.406881 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.407249 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.408018 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.408018 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.408422 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.408770 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.409133 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.409493 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.409849 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.410200 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:34:44.413254 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fda9d56e-d99f-45a0-bd17-fee454360600 tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:44.476859 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52684) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:44.852006 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032455'] for router_interface, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:45.090619 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Deleting port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:45.090964 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:45.164698 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] For port 541f45b6-73d8-4e69-ba64-5fd1a5a716cb, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=541f45b6-73d8-4e69-ba64-5fd1a5a716cb,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:45.165324 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:45.176650 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Calling delete_port for 541f45b6-73d8-4e69-ba64-5fd1a5a716cb owned by network:router_interface {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:45.439082 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:45.441492 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ca9ddd39-b608-470f-aa80-cfa836d30493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:45.463160 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=541f45b6-73d8-4e69-ba64-5fd1a5a716cb,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:45.467636 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:45.665451 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0081-88e8-40c0-8930-642069f0e2db req-7c5807e2-87ac-431f-9c76-176d8a41d34f tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:45.666878 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-223c0081-88e8-40c0-8930-642069f0e2db req-7c5807e2-87ac-431f-9c76-176d8a41d34f tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 943 time: 0.1526074 Jun 29 23:34:45.700479 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036983'] for router_interface, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:45.719719 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-223c0081-88e8-40c0-8930-642069f0e2db req-987cdb59-f92c-4708-9525-ddd9ab6ed316 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464137 Jun 29 23:34:45.914420 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Router 2e946843-747f-4634-8066-18cd2c57f857 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:34:46.015900 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:34:46.021623 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-98611fa8-fffc-4a42-b54c-5b2587b17fe4 admin admin] 10.222.0.61 "PUT /v2.0/routers/2e946843-747f-4634-8066-18cd2c57f857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5436859 Jun 29 23:34:46.023614 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52690) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:46.024713 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] Sync routers for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:34:46.034584 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:46.035272 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:46.123591 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks [] for router, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.135394 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:46.219639 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.305079 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:34:45Z', 'revision_number': 5, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port': {'id': '5365fb47-a6f4-4ffa-aae7-5bde847277b9', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e946843-747f-4634-8066-18cd2c57f857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:34Z', 'updated_at': '2021-06-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:46.331299 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] Checking router: 2e946843-747f-4634-8066-18cd2c57f857 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:34:46.340085 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] Routers {'2e946843-747f-4634-8066-18cd2c57f857'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:46.340706 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['2e946843-747f-4634-8066-18cd2c57f857'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:46.345420 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Deleting port 5365fb47-a6f4-4ffa-aae7-5bde847277b9 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:46.345845 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.424431 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] Set router 2e946843-747f-4634-8066-18cd2c57f857 gateway port host: None {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:46.424725 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] For port 5365fb47-a6f4-4ffa-aae7-5bde847277b9, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=5365fb47-a6f4-4ffa-aae7-5bde847277b9,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:46.425094 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.436680 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Calling delete_port for 5365fb47-a6f4-4ffa-aae7-5bde847277b9 owned by network:router_gateway {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:46.476710 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:34:46Z', 'revision_number': 6, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port_host': None}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:46.501957 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12beb1a1-489b-43cf-84ee-51f409f79237 None None] The sync data for ids ['2e946843-747f-4634-8066-18cd2c57f857'] in dv-cinder-796946-2-iscsi is: [{'id': '2e946843-747f-4634-8066-18cd2c57f857', 'name': 'tempest-TestShelveInstance-1831482484-router', 'tenant_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:33Z', 'updated_at': '2021-06-29T23:34:46Z', 'revision_number': 6, 'project_id': '4b4db66e9e684bd4a3c8b99a2cd070f3', 'gw_port_host': None}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:34:46.656043 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.658794 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0fdbe549-a794-4aad-a39a-a6aabf0e35a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:46.683328 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Pushing event deleted for resources: {'Port': ['ID=5365fb47-a6f4-4ffa-aae7-5bde847277b9,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:46.687066 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:46.741389 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547795'] for router_gateway, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.828418 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1046939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7981'] for router, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.837686 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.929288 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee434d-aaf9-4d41-8853-9ac1e99c002e req-bb320290-efd3-49ad-a1cc-afca719ac509 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:46.929288 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-71ee434d-aaf9-4d41-8853-9ac1e99c002e req-bb320290-efd3-49ad-a1cc-afca719ac509 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 943 time: 0.1014023 Jun 29 23:34:46.970504 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-71ee434d-aaf9-4d41-8853-9ac1e99c002e req-42bfa5ea-637b-475a-abc1-db239ff176ab tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Jun 29 23:34:46.980893 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1034130'] for router, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.981396 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e946843-747f-4634-8066-18cd2c57f857 {{(pid=93641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:34:46.985623 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:46.986723 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9dce9f32-f91c-4ac4-9f90-e3cd0d6e5990 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2e946843-747f-4634-8066-18cd2c57f857 HTTP/1.1" status: 204 len: 168 time: 0.9622033 Jun 29 23:34:46.989256 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52694) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:47.032163 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-31786029-71cf-4111-bd60-2372f7fb57a9 admin admin] Deleting subnet 932b54c2-69ac-4668-ae0f-ad1749178bc3 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:34:47.035135 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-31786029-71cf-4111-bd60-2372f7fb57a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.070993 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-31786029-71cf-4111-bd60-2372f7fb57a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730802'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.142932 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-31786029-71cf-4111-bd60-2372f7fb57a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.254753 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-31786029-71cf-4111-bd60-2372f7fb57a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529152971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528790060'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.257195 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:47.281151 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31786029-71cf-4111-bd60-2372f7fb57a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932b54c2-69ac-4668-ae0f-ad1749178bc3,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:47.284021 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-31786029-71cf-4111-bd60-2372f7fb57a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:47.284998 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-31786029-71cf-4111-bd60-2372f7fb57a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.286835 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-31786029-71cf-4111-bd60-2372f7fb57a9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/932b54c2-69ac-4668-ae0f-ad1749178bc3 HTTP/1.1" status: 204 len: 168 time: 0.2966952 Jun 29 23:34:47.289353 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52696) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:47.291927 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44574c37-092d-4faa-ac90-952349d0670c None None] Network 9d3c8e39-ea57-4fe7-8459-47fcadf08891 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:34:47.360143 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.399194 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 946b0e01-b24e-42cc-87b3-baee4ea7b62c details requested by agent hyperv_hv-cinder-79694 with host hv-cinder-79694 {{(pid=93642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 23:34:47.412218 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Deleting port fe406b19-de9d-4e95-9930-fd05caf4d6e0 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:47.412569 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.485924 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] For port fe406b19-de9d-4e95-9930-fd05caf4d6e0, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=fe406b19-de9d-4e95-9930-fd05caf4d6e0,segment=NetworkSegment(2e00c753-238e-4a93-97da-e8b89afec086),segment_id=2e00c753-238e-4a93-97da-e8b89afec086)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:47.486287 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.500458 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Calling delete_port for fe406b19-de9d-4e95-9930-fd05caf4d6e0 owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:47.631487 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.633067 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 946b0e01-b24e-42cc-87b3-baee4ea7b62c, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=946b0e01-b24e-42cc-87b3-baee4ea7b62c,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:47.634343 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:47.644875 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Returning: {'device': '946b0e01-b24e-42cc-87b3-baee4ea7b62c', 'network_id': '5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6', 'port_id': '946b0e01-b24e-42cc-87b3-baee4ea7b62c', 'mac_address': 'fa:16:3e:66:3f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc90be4b-00f9-4698-89c5-fbee7c38d251', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 23:34:47.659418 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe406b19-de9d-4e95-9930-fd05caf4d6e0,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:47.661446 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:47.662185 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] No DVR routers for this DVR port fe406b19-de9d-4e95-9930-fd05caf4d6e0 on host dv-cinder-796946-2-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:34:47.689594 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.702303 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946b0e01-b24e-42cc-87b3-baee4ea7b62c {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 23:34:47.721944 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 946b0e01-b24e-42cc-87b3-baee4ea7b62c, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=946b0e01-b24e-42cc-87b3-baee4ea7b62c,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:47.728652 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae59f68-bdac-4fb9-a43a-f78ee3acb58b None None] DHCP port deletion for 9d3c8e39-ea57-4fe7-8459-47fcadf08891 request from dv-cinder-796946-2-iscsi {{(pid=93642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:34:47.734020 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.747932 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3c8e39-ea57-4fe7-8459-47fcadf08891']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:47.761500 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e00c753-238e-4a93-97da-e8b89afec086') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:47.761500 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e00c753-238e-4a93-97da-e8b89afec086') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:47.766213 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.779495 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.785280 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:34:47.789864 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:34:47.810006 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.811919 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:47.836763 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 541f45b6-73d8-4e69-ba64-5fd1a5a716cb no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:47.865007 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 541f45b6-73d8-4e69-ba64-5fd1a5a716cb {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:47.865353 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 541f45b6-73d8-4e69-ba64-5fd1a5a716cb not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:47.865765 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device fe406b19-de9d-4e95-9930-fd05caf4d6e0 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:47.887189 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: fe406b19-de9d-4e95-9930-fd05caf4d6e0 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:47.888194 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device fe406b19-de9d-4e95-9930-fd05caf4d6e0 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:47.888194 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5365fb47-a6f4-4ffa-aae7-5bde847277b9 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:47.907243 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.911247 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e976e51d-fd8f-4728-8c84-8c74b60385a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:47.913128 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 5365fb47-a6f4-4ffa-aae7-5bde847277b9 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:47.913396 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 5365fb47-a6f4-4ffa-aae7-5bde847277b9 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:47.913976 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:47.914965 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=946b0e01-b24e-42cc-87b3-baee4ea7b62c,revision_number=4']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:47.915787 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9d3c8e39-ea57-4fe7-8459-47fcadf08891 HTTP/1.1" status: 204 len: 168 time: 0.6254754 Jun 29 23:34:47.922632 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52698) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:47.925431 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:47.933449 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3c8e39-ea57-4fe7-8459-47fcadf08891,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:47.936019 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3f84f7ad-51a1-4ea0-8ddb-80e2e98eab98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:48.114755 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] get_ports_and_sgs() called for port_ids ['946b0e01-b24e-42cc-87b3-baee4ea7b62c'] {{(pid=93642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 23:34:48.143005 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0e308-26e4-4962-882d-f01f9b3b596e req-3329f269-aa1d-42ee-b67c-31f3146ab491 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:48.144503 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-41f0e308-26e4-4962-882d-f01f9b3b596e req-3329f269-aa1d-42ee-b67c-31f3146ab491 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 944 time: 0.0644398 Jun 29 23:34:48.183852 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-41f0e308-26e4-4962-882d-f01f9b3b596e req-df442688-5bd5-4595-b50d-a4ba3cc8ee47 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332246 Jun 29 23:34:48.221906 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52702) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:48.267832 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032455'] for router_interface, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:48.379035 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Deleting port da9f5f15-3343-4ebd-9b63-40aea924bad1 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:48.379669 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:48.460088 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:48.460416 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:48.473024 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Calling delete_port for da9f5f15-3343-4ebd-9b63-40aea924bad1 owned by network:floatingip {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:48.713107 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:48.715328 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-265fffda-e3f4-431e-8ccf-459ce504d81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:48.775668 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Deleting port 463f4250-4b10-4173-b2da-e62adb84b158 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:48.776012 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:48.858453 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] For port 463f4250-4b10-4173-b2da-e62adb84b158, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=463f4250-4b10-4173-b2da-e62adb84b158,segment=NetworkSegment(af1937b4-24e6-46fb-b40e-60407d4ae102),segment_id=af1937b4-24e6-46fb-b40e-60407d4ae102)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:48.858808 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:48.871931 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Calling delete_port for 463f4250-4b10-4173-b2da-e62adb84b158 owned by network:router_interface {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:49.009214 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event deleted for resources: {'Port': ['ID=da9f5f15-3343-4ebd-9b63-40aea924bad1,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:49.009214 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:49.063286 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.063650 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Floating IP 3c9af6b6-5066-41cc-80e9-d38cfdeea7b5 disassociated (deleted). External IP: 172.27.1.23, port: 17e0c96b-e566-42ca-8654-968d429283dc. Jun 29 23:34:49.101640 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.105246 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-165af219-2659-4107-ae65-8ff8cbfb78a8 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:49.128617 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=463f4250-4b10-4173-b2da-e62adb84b158,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:49.131130 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:49.276937 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:34:49.320706 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036983'] for router_interface, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.388330 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 946b0e01-b24e-42cc-87b3-baee4ea7b62c up at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 23:34:49.434138 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:34:49.439904 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.444734 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] Sync routers for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:34:49.451106 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ebb8b-d701-49aa-84f0-417178464f86 req-4421ea91-44d6-4302-bde0-0494457756bb tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:49.452688 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-517ebb8b-d701-49aa-84f0-417178464f86 req-4421ea91-44d6-4302-bde0-0494457756bb tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 944 time: 0.1252339 Jun 29 23:34:49.456281 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:49.457137 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:49.504704 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d98a703b-0666-445f-a4d9-607fdc0550b2 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "DELETE /v2.0/floatingips/3c9af6b6-5066-41cc-80e9-d38cfdeea7b5 HTTP/1.1" status: 204 len: 168 time: 1.2813933 Jun 29 23:34:49.508832 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning for port 946b0e01-b24e-42cc-87b3-baee4ea7b62c completed by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 23:34:49.514296 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Provisioning complete for port 946b0e01-b24e-42cc-87b3-baee4ea7b62c triggered by entity L2. {{(pid=93642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 23:34:49.514672 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906683'] for port, provisioning_complete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.518264 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:49.520858 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59" -d '{"events": [{"name": "network-changed", "server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "tag": "17e0c96b-e566-42ca-8654-968d429283dc"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:49.553222 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-517ebb8b-d701-49aa-84f0-417178464f86 req-14c4e499-f1a3-4b5e-b438-839cc4c45f77 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806527 Jun 29 23:34:49.563953 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Router 8fbda180-00ae-4fdf-9857-511a00ed8d39 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:34:49.602736 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:49.605840 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1574849'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.632896 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b1ea7d-21f9-48d2-991e-c23d04457ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946b0e01-b24e-42cc-87b3-baee4ea7b62c'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:49.636840 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78aeb378b55e22c13163c424ded6a7e9c375f82dca1eb20eeac148b663373170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95442a-c6d6-4aa0-be75-9e9fad7985ad" -d '{"events": [{"server_uuid": "59b1ea7d-21f9-48d2-991e-c23d04457ab2", "name": "network-vif-plugged", "status": "completed", "tag": "946b0e01-b24e-42cc-87b3-baee4ea7b62c"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:49.653353 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] For port 946b0e01-b24e-42cc-87b3-baee4ea7b62c, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=946b0e01-b24e-42cc-87b3-baee4ea7b62c,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:49.654708 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921e8734-ae74-4788-8ded-d205070b9345 x-openstack-request-id: req-921e8734-ae74-4788-8ded-d205070b9345 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:49.655047 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "tag": "17e0c96b-e566-42ca-8654-968d429283dc", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:49.655361 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-921e8734-ae74-4788-8ded-d205070b9345 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:49.655819 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc', 'status': 'completed', 'code': 200} Jun 29 23:34:49.693069 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:34:49.693231 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b42a83c-2f6f-4205-9a73-49ea2b58a02f x-openstack-request-id: req-9b42a83c-2f6f-4205-9a73-49ea2b58a02f {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:49.693493 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b1ea7d-21f9-48d2-991e-c23d04457ab2", "name": "network-vif-plugged", "status": "completed", "tag": "946b0e01-b24e-42cc-87b3-baee4ea7b62c", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:49.693923 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b42a83c-2f6f-4205-9a73-49ea2b58a02f {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:49.694381 dv-cinder-796946-2-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b1ea7d-21f9-48d2-991e-c23d04457ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946b0e01-b24e-42cc-87b3-baee4ea7b62c', 'code': 200} Jun 29 23:34:49.701676 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52712) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:49.702788 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-07403150-2878-4809-b35c-ec9d4af33a9b admin admin] 10.222.0.61 "PUT /v2.0/routers/8fbda180-00ae-4fdf-9857-511a00ed8d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7821023 Jun 29 23:34:49.704537 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] Sync routers for ids ['8fbda180-00ae-4fdf-9857-511a00ed8d39'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:34:49.716618 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] Routers {'8fbda180-00ae-4fdf-9857-511a00ed8d39'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:49.717348 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8fbda180-00ae-4fdf-9857-511a00ed8d39'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:49.799620 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775963201738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775962726687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775962726732'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.803632 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c732107e-d392-4ef0-b986-fa860b8fa920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:49.840456 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks [] for router, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.843946 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-5dd68d60-613b-4c3c-b413-254a2056182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:49.845755 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-5dd68d60-613b-4c3c-b413-254a2056182d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 1098 time: 0.1193516 Jun 29 23:34:49.938702 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Pushing event updated for resources: {'Port': ['ID=946b0e01-b24e-42cc-87b3-baee4ea7b62c,revision_number=5']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:49.943808 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:49.950714 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:49.960229 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-3745fce0-89be-4937-9985-36603060ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:49.961332 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] Set router 8fbda180-00ae-4fdf-9857-511a00ed8d39 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:49.964002 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-3745fce0-89be-4937-9985-36603060ba35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 912 time: 0.1090541 Jun 29 23:34:50.017409 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-36869aaa-06ac-4403-be3d-127a875dc184 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0c96b-e566-42ca-8654-968d429283dc HTTP/1.1" status: 200 len: 217 time: 0.0484428 Jun 29 23:34:50.069155 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '57e048fa-e4b0-4fa1-9475-286718dff2c1', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:31:06Z', 'updated_at': '2021-06-29T23:31:09Z', 'revision_number': 1, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:50.075300 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-0f6e8bd9-381b-4883-918f-2c1b6b53fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:50.076914 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-0f6e8bd9-381b-4883-918f-2c1b6b53fad9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 200 len: 850 time: 0.0528011 Jun 29 23:34:50.099832 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] Checking router: 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:34:50.115385 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Deleting port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:50.119096 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.119222 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:50.119222 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:50.206351 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:40Z', 'updated_at': '2021-06-29T23:34:49Z', 'revision_number': 5, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'gw_port': {'id': 'f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:29:42Z', 'updated_at': '2021-06-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:50.237919 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-f77d300a-927d-48e7-8e24-f1f9156ea1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:50.239437 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-f77d300a-927d-48e7-8e24-f1f9156ea1f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f63a9fe-9195-4b3f-8615-44a18bd185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1106765 Jun 29 23:34:50.243886 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] Checking router: 8fbda180-00ae-4fdf-9857-511a00ed8d39 for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:34:50.246604 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986345-4b58-4ae5-af3a-901176dbb535 req-b505bc9b-a6e4-4f8f-9d17-375305368abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:50.248073 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-fd986345-4b58-4ae5-af3a-901176dbb535 req-b505bc9b-a6e4-4f8f-9d17-375305368abc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0838754 Jun 29 23:34:50.251000 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:50.255357 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] Routers {'8fbda180-00ae-4fdf-9857-511a00ed8d39'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:50.256234 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:23Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['8fbda180-00ae-4fdf-9857-511a00ed8d39'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:50.267113 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] For port f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:50.267854 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.294413 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7c1c7-4c3d-48e7-9c90-4c0113e1beb2 req-c7f82be4-f775-45d9-aa8d-a154798af619 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:50.296371 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5be7c1c7-4c3d-48e7-9c90-4c0113e1beb2 req-c7f82be4-f775-45d9-aa8d-a154798af619 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 945 time: 0.1241674 Jun 29 23:34:50.308390 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Calling delete_port for f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 owned by network:router_gateway {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:50.335502 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-fd986345-4b58-4ae5-af3a-901176dbb535 req-dc901e14-2775-4f4d-9e2a-5eae113a6b62 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778301 Jun 29 23:34:50.371126 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-dd3faac1-8f92-4da9-811c-a991a63ec48c service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220975 Jun 29 23:34:50.371370 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] Set router 8fbda180-00ae-4fdf-9857-511a00ed8d39 gateway port host: None {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:50.388854 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5be7c1c7-4c3d-48e7-9c90-4c0113e1beb2 req-a4466d92-4e46-4e6f-add5-ed7345a38716 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716915 Jun 29 23:34:50.430486 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:40Z', 'updated_at': '2021-06-29T23:34:49Z', 'revision_number': 6, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'gw_port_host': None}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:50.433038 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-248320b2-b730-477a-b764-80a1512500fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.459272 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c7d74-1548-47cc-843c-9d20e28613f0 None None] The sync data for ids ['8fbda180-00ae-4fdf-9857-511a00ed8d39'] in dv-cinder-796946-2-iscsi is: [{'id': '8fbda180-00ae-4fdf-9857-511a00ed8d39', 'name': 'tempest-TestShelveInstance-1365079795-router', 'tenant_id': '136c73c8b9484a5ab397c382e9638041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:29:40Z', 'updated_at': '2021-06-29T23:34:49Z', 'revision_number': 6, 'project_id': '136c73c8b9484a5ab397c382e9638041', 'gw_port_host': None}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:34:50.506570 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '57e048fa-e4b0-4fa1-9475-286718dff2c1', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:31:06Z', 'updated_at': '2021-06-29T23:31:09Z', 'revision_number': 1, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:50.536570 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc94e1-c0a8-4acd-b37c-414dadb8feae None None] The sync data for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi is: [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_floatingips': [{'id': '57e048fa-e4b0-4fa1-9475-286718dff2c1', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'router_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'port_id': '0265ecba-2103-46c5-83bc-45fa331eea60', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'mac_address': 'fa:16:3e:39:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T23:31:06Z', 'updated_at': '2021-06-29T23:31:09Z', 'revision_number': 1, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:34:50.575712 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.577914 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-38239eee-fd02-42c4-9927-f6bedd113408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:50.605136 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:50.607846 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:50.707988 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-e9b49dbd-9989-4bcf-89ad-dba2bc6b3f59 req-5d66053b-1a35-4a02-afbc-90e454d80703 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056554 Jun 29 23:34:50.710258 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547795'] for router_gateway, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.792373 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941496f-8ee5-42e4-a765-3e37aad42985 None None] New status for floating IP 3c9af6b6-5066-41cc-80e9-d38cfdeea7b5: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:34:50.811854 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1046939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7981'] for router, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.818286 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.871113 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c315e-84cb-4f9a-875a-7bf697146f3d req-75d1dd02-1fdb-470c-a00b-f57a53074beb tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:50.872759 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5c7c315e-84cb-4f9a-875a-7bf697146f3d req-75d1dd02-1fdb-470c-a00b-f57a53074beb tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 945 time: 0.1962266 Jun 29 23:34:50.904021 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1034130'] for router, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.907379 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fbda180-00ae-4fdf-9857-511a00ed8d39 {{(pid=93641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:34:50.909310 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:50.910444 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3c28e62b-9754-42e5-80e9-8fdcc9846449 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8fbda180-00ae-4fdf-9857-511a00ed8d39 HTTP/1.1" status: 204 len: 168 time: 1.2077978 Jun 29 23:34:50.914149 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52718) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:50.923733 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5c7c315e-84cb-4f9a-875a-7bf697146f3d req-b800c513-de17-453c-a792-5c64e2879347 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Jun 29 23:34:50.965755 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a898ba07-4c2c-4558-84ca-9d1feac84f1c admin admin] Deleting subnet c01507d1-bbf7-4fe6-a440-b12f94b3b5d0 {{(pid=93640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:34:50.968757 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a898ba07-4c2c-4558-84ca-9d1feac84f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.001862 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a898ba07-4c2c-4558-84ca-9d1feac84f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530369790'] for subnet, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.079337 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a898ba07-4c2c-4558-84ca-9d1feac84f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.199444 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a898ba07-4c2c-4558-84ca-9d1feac84f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530125381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530263330'] for subnet, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.202593 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9d87d39e-ef41-4493-b3e2-47e38a16388d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:51.226509 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898ba07-4c2c-4558-84ca-9d1feac84f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c01507d1-bbf7-4fe6-a440-b12f94b3b5d0,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:51.228635 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-a898ba07-4c2c-4558-84ca-9d1feac84f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.231097 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-a898ba07-4c2c-4558-84ca-9d1feac84f1c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c01507d1-bbf7-4fe6-a440-b12f94b3b5d0 HTTP/1.1" status: 204 len: 168 time: 0.3158903 Jun 29 23:34:51.231942 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-a898ba07-4c2c-4558-84ca-9d1feac84f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:51.233133 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62373aac-032a-459d-bc67-896611f8da4e None None] Network 963ba73d-2691-4d9d-b087-bc6ec538cad2 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:34:51.233689 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52720) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:51.310398 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.362526 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Deleting port 4e375c67-b2a1-4296-a132-56d2797023ba {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:51.362877 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.429081 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] For port 4e375c67-b2a1-4296-a132-56d2797023ba, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4e375c67-b2a1-4296-a132-56d2797023ba,segment=NetworkSegment(af1937b4-24e6-46fb-b40e-60407d4ae102),segment_id=af1937b4-24e6-46fb-b40e-60407d4ae102)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:51.429571 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.440379 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] DHCP port deletion for 963ba73d-2691-4d9d-b087-bc6ec538cad2 request from dv-cinder-796946-2-iscsi {{(pid=93642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:34:51.448823 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Calling delete_port for 4e375c67-b2a1-4296-a132-56d2797023ba owned by network:dhcp {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:51.497149 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] Deleting port 4e375c67-b2a1-4296-a132-56d2797023ba {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:51.501096 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.583952 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] For port 4e375c67-b2a1-4296-a132-56d2797023ba, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=4e375c67-b2a1-4296-a132-56d2797023ba,segment=NetworkSegment(af1937b4-24e6-46fb-b40e-60407d4ae102),segment_id=af1937b4-24e6-46fb-b40e-60407d4ae102)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:51.584583 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.598720 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] Calling delete_port for 4e375c67-b2a1-4296-a132-56d2797023ba owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:51.602926 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f0f35-f760-4193-b3c8-9cee6b4e30ad req-a44bcff0-0cba-4b5a-805f-bf70ea45b307 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:51.607971 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf0f0f35-f760-4193-b3c8-9cee6b4e30ad req-a44bcff0-0cba-4b5a-805f-bf70ea45b307 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 945 time: 0.0809691 Jun 29 23:34:51.648048 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf0f0f35-f760-4193-b3c8-9cee6b4e30ad req-33991410-ecc1-4ffa-9c6a-b06b25f46b95 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374720 Jun 29 23:34:51.653415 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.653415 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-d673846c-438b-4004-8405-8f6f48d20257 tempest-TestMinimumBasicScenario-253730 tempest-TestMinimumBasicScenario-253730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:51.679303 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.679628 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Pushing event deleted for resources: {'Port': ['ID=4e375c67-b2a1-4296-a132-56d2797023ba,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:51.681420 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] No DVR routers for this DVR port 4e375c67-b2a1-4296-a132-56d2797023ba on host dv-cinder-796946-2-iscsi {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:34:51.681572 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:51.683225 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:51.710374 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] Pushing event deleted for resources: {'Port': ['ID=4e375c67-b2a1-4296-a132-56d2797023ba,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:51.716157 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:51.717222 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc15a6f-db67-4dc0-83c0-a1b19eb0ef7f None None] No DVR routers for this DVR port 4e375c67-b2a1-4296-a132-56d2797023ba on host dv-cinder-796946-2-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:34:51.754422 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.767704 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963ba73d-2691-4d9d-b087-bc6ec538cad2']}} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:51.775405 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1937b4-24e6-46fb-b40e-60407d4ae102') {'for_net_delete': True} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:51.775739 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1937b4-24e6-46fb-b40e-60407d4ae102') {} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:51.785357 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530369777'] for segment, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.799618 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.805647 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530125544'] for segment, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: Traceback (most recent call last): Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: timer() Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: cb(*args, **kw) Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: return func(*args, **kwargs) Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: self._notify() Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: self.callback(batched_events) Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: event.method(event) Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: return f(self, *a, **k) Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._get(url).json() Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: return self.request(url, 'GET', **kwargs) Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:34:51.812070 dv-cinder-796946-2-iscsi neutron-server[93640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:34:51.822311 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:51.842682 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:51.843124 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device f05739a9-ecf6-4c86-bbf2-dfa6a5d228f8 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:51.844162 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 463f4250-4b10-4173-b2da-e62adb84b158 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:51.862446 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 463f4250-4b10-4173-b2da-e62adb84b158 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:51.862800 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 463f4250-4b10-4173-b2da-e62adb84b158 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:51.863229 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4e375c67-b2a1-4296-a132-56d2797023ba no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:51.880488 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 4e375c67-b2a1-4296-a132-56d2797023ba {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:51.880837 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 4e375c67-b2a1-4296-a132-56d2797023ba not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:51.947163 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.951249 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:51.953818 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:51.955808 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] 10.222.0.61 "DELETE /v2.0/networks/963ba73d-2691-4d9d-b087-bc6ec538cad2 HTTP/1.1" status: 204 len: 168 time: 0.7209909 Jun 29 23:34:51.967525 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Pushing event deleted for resources: {'Network': ['ID=963ba73d-2691-4d9d-b087-bc6ec538cad2,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:51.973581 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-947241cb-0269-4003-b249-6f44e6ebbcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:52.097365 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdb061-b4ea-4f48-8a71-0542faa6a387 req-05beb86a-2d4f-4922-acfe-51133b8b790e tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:52.098950 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-67cdb061-b4ea-4f48-8a71-0542faa6a387 req-05beb86a-2d4f-4922-acfe-51133b8b790e tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 945 time: 0.0626807 Jun 29 23:34:52.134673 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-67cdb061-b4ea-4f48-8a71-0542faa6a387 req-73274047-83ee-44af-9d5b-217b5c0d4c07 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303061 Jun 29 23:34:52.248683 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-4e375312-8efe-488e-8d8f-f10544dcfe85 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:52.250129 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-4e375312-8efe-488e-8d8f-f10544dcfe85 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 945 time: 0.0640700 Jun 29 23:34:52.274173 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52730) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:52.320135 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e2ec1d79-f846-48e7-8f35-565f06c46e99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b4db66e9e684bd4a3c8b99a2cd070f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447567 Jun 29 23:34:52.322573 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52732) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:52.350008 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Deleting port 17e0c96b-e566-42ca-8654-968d429283dc {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:52.350668 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:52.370567 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ccd05fc0-0a13-4b7a-8c7a-1104671dbdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:52.396795 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ccd05fc0-0a13-4b7a-8c7a-1104671dbdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:52.447379 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] For port 17e0c96b-e566-42ca-8654-968d429283dc, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=17e0c96b-e566-42ca-8654-968d429283dc,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:52.447767 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:52.461091 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Calling delete_port for 17e0c96b-e566-42ca-8654-968d429283dc owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:52.545571 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ccd05fc0-0a13-4b7a-8c7a-1104671dbdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:52.550055 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ccd05fc0-0a13-4b7a-8c7a-1104671dbdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:52.550055 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ccd05fc0-0a13-4b7a-8c7a-1104671dbdd9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b49da4f6-343c-4b7a-b5f7-69122bfb9f6b HTTP/1.1" status: 204 len: 168 time: 0.2252281 Jun 29 23:34:52.550261 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c55655fb-e8be-471e-9fa1-740684a7ffd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:52.558637 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd05fc0-0a13-4b7a-8c7a-1104671dbdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49da4f6-343c-4b7a-b5f7-69122bfb9f6b,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:52.561813 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ccd05fc0-0a13-4b7a-8c7a-1104671dbdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:52.673141 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:52.679453 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-ead0efec-910e-421a-9365-52d6486f442e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:52.716526 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event deleted for resources: {'Port': ['ID=17e0c96b-e566-42ca-8654-968d429283dc,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:52.720094 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:52.766223 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] No DVR routers for this DVR port 17e0c96b-e566-42ca-8654-968d429283dc on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:34:52.770480 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:52.771760 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-aa58833f-a1ff-4164-a13c-4bfa1764a123 req-17ad42c7-8c1a-4adc-8bc2-4c2eaccceb2e tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "DELETE /v2.0/ports/17e0c96b-e566-42ca-8654-968d429283dc HTTP/1.1" status: 204 len: 173 time: 0.5156541 Jun 29 23:34:52.772370 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'name': 'network-vif-deleted', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:52.775904 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f29e8-d077-431e-8685-43168004c2ce" -d '{"events": [{"server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "name": "network-vif-deleted", "tag": "17e0c96b-e566-42ca-8654-968d429283dc"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:52.809822 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8bbd1ae3-4075-4313-b352-5f041d9f6e94 req-2d736dad-aa04-44ef-a4f7-b8ba4d494e03 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 210 time: 0.0308778 Jun 29 23:34:52.812272 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be474bba-4a13-4bb8-bb96-23cdd433bc48 x-openstack-request-id: req-be474bba-4a13-4bb8-bb96-23cdd433bc48 {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:52.812679 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071a4e1a-bdb6-4192-b0e2-6786c629708b", "name": "network-vif-deleted", "tag": "17e0c96b-e566-42ca-8654-968d429283dc", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:52.813117 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be474bba-4a13-4bb8-bb96-23cdd433bc48 {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:52.813616 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071a4e1a-bdb6-4192-b0e2-6786c629708b', 'name': 'network-vif-deleted', 'tag': '17e0c96b-e566-42ca-8654-968d429283dc', 'status': 'completed', 'code': 200} Jun 29 23:34:53.204416 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-89e35ab4-48d8-4e50-8de5-fcc5d1409217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:53.212904 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52752) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:53.253220 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-88244991-0e3a-475b-9bcc-4e2dedec7de2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=136c73c8b9484a5ab397c382e9638041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388849 Jun 29 23:34:53.255386 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52754) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:53.306598 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bd00cf04-b3d2-400f-b93e-dee7ed43d4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:53.332448 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bd00cf04-b3d2-400f-b93e-dee7ed43d4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:53.398137 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:53.484495 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bd00cf04-b3d2-400f-b93e-dee7ed43d4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:53.488793 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-bd00cf04-b3d2-400f-b93e-dee7ed43d4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:53.490796 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-bd00cf04-b3d2-400f-b93e-dee7ed43d4ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/379d8122-6282-47c4-b9e3-b09cd6997a50 HTTP/1.1" status: 204 len: 168 time: 0.2335696 Jun 29 23:34:53.490796 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3dea8cfc-3268-42b7-87e6-b4386029b9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:53.513285 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00cf04-b3d2-400f-b93e-dee7ed43d4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379d8122-6282-47c4-b9e3-b09cd6997a50,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:53.519133 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bd00cf04-b3d2-400f-b93e-dee7ed43d4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:53.639167 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580ee9a-a643-4c54-9f0b-9468b9d78bc6 req-cbc1b89a-4997-4def-ad97-42b83259e8fc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:53.640662 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7580ee9a-a643-4c54-9f0b-9468b9d78bc6 req-cbc1b89a-4997-4def-ad97-42b83259e8fc tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 945 time: 0.0634615 Jun 29 23:34:53.677278 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7580ee9a-a643-4c54-9f0b-9468b9d78bc6 req-cf5cef41-53d3-46e4-96c1-b0eede06f34d tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Jun 29 23:34:53.980475 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2c720b1a-3e88-4a5c-8f5e-eac1fd8fc62d req-32635021-78de-4644-892c-e927adcabbf6 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=071a4e1a-bdb6-4192-b0e2-6786c629708b HTTP/1.1" status: 200 len: 210 time: 0.0316918 Jun 29 23:34:54.449786 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:54.846839 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840561b1-fbfa-4fd0-bb76-dd2cf8db97d0 req-fce342af-d83a-4e01-a744-e21be1c68102 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:54.848346 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-840561b1-fbfa-4fd0-bb76-dd2cf8db97d0 req-fce342af-d83a-4e01-a744-e21be1c68102 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 945 time: 0.0618477 Jun 29 23:34:54.884969 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-840561b1-fbfa-4fd0-bb76-dd2cf8db97d0 req-7c8f20aa-354d-492f-9f1c-5fecd775f154 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/security-groups?id=4175fc20-aff8-4a50-96f6-4a7bb70877e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311320 Jun 29 23:34:55.098527 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-32fbcdd0-75aa-42a8-8418-42a206bd6cd7 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:55.100011 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-32fbcdd0-75aa-42a8-8418-42a206bd6cd7 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.64 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 945 time: 0.0652006 Jun 29 23:34:55.196812 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Deleting port 946b0e01-b24e-42cc-87b3-baee4ea7b62c {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:55.197165 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:55.292528 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] For port 946b0e01-b24e-42cc-87b3-baee4ea7b62c, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=946b0e01-b24e-42cc-87b3-baee4ea7b62c,segment=NetworkSegment(c8f4fe41-53dc-4ad3-8b32-17d146ed096d),segment_id=c8f4fe41-53dc-4ad3-8b32-17d146ed096d)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:34:55.292898 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:55.317219 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Calling delete_port for 946b0e01-b24e-42cc-87b3-baee4ea7b62c owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:55.441128 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 17e0c96b-e566-42ca-8654-968d429283dc no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:55.462693 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 17e0c96b-e566-42ca-8654-968d429283dc {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:55.463321 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 17e0c96b-e566-42ca-8654-968d429283dc not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:55.472483 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:55.476134 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-ae051f28-cae4-4cd0-b7bf-2a652a16717b tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:55.500068 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Pushing event deleted for resources: {'Port': ['ID=946b0e01-b24e-42cc-87b3-baee4ea7b62c,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:55.503407 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:55.546492 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] No DVR routers for this DVR port 946b0e01-b24e-42cc-87b3-baee4ea7b62c on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:34:55.548737 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:55.550674 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-b2f95d0a-8131-4a5a-96f0-39075a8d0101 req-40608d1a-9cd4-4f41-aa76-db743816d4e8 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.64 "DELETE /v2.0/ports/946b0e01-b24e-42cc-87b3-baee4ea7b62c HTTP/1.1" status: 204 len: 173 time: 0.4451263 Jun 29 23:34:55.551273 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b1ea7d-21f9-48d2-991e-c23d04457ab2', 'name': 'network-vif-deleted', 'tag': '946b0e01-b24e-42cc-87b3-baee4ea7b62c'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:55.553747 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663fea20-6829-49ca-8f3e-ff9fe5580622" -d '{"events": [{"server_uuid": "59b1ea7d-21f9-48d2-991e-c23d04457ab2", "name": "network-vif-deleted", "tag": "946b0e01-b24e-42cc-87b3-baee4ea7b62c"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:55.588058 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebdc1ad-5f42-4756-9ddf-4edd166e2f9d x-openstack-request-id: req-3ebdc1ad-5f42-4756-9ddf-4edd166e2f9d {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:55.588397 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b1ea7d-21f9-48d2-991e-c23d04457ab2", "name": "network-vif-deleted", "tag": "946b0e01-b24e-42cc-87b3-baee4ea7b62c", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:55.589327 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ebdc1ad-5f42-4756-9ddf-4edd166e2f9d {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:55.589771 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b1ea7d-21f9-48d2-991e-c23d04457ab2', 'name': 'network-vif-deleted', 'tag': '946b0e01-b24e-42cc-87b3-baee4ea7b62c', 'status': 'completed', 'code': 200} Jun 29 23:34:55.722945 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:56.035720 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-053f3408-b2ff-4c5b-8cb0-3eacd1630975 req-2616e165-9b27-4dd8-869a-a57e590eee44 tempest-VolumesActionsTest-1283819098 tempest-VolumesActionsTest-1283819098-project] 10.222.0.61 "GET /v2.0/ports?device_id=59b1ea7d-21f9-48d2-991e-c23d04457ab2 HTTP/1.1" status: 200 len: 210 time: 0.0288243 Jun 29 23:34:57.434817 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 946b0e01-b24e-42cc-87b3-baee4ea7b62c no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:34:57.456747 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 946b0e01-b24e-42cc-87b3-baee4ea7b62c {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:34:57.457103 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 946b0e01-b24e-42cc-87b3-baee4ea7b62c not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:34:57.498307 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52794) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:34:57.652358 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Deleting port fc857db6-9acd-4542-8cd1-e92ab2b74dce {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:34:57.652629 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:57.734274 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:57.735523 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:57.746848 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Calling delete_port for fc857db6-9acd-4542-8cd1-e92ab2b74dce owned by network:floatingip {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:34:57.986917 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:57.989929 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-68b2cfab-996a-42d6-94bb-00df7190cd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:34:58.013937 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event deleted for resources: {'Port': ['ID=fc857db6-9acd-4542-8cd1-e92ab2b74dce,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:34:58.037476 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:34:58.075583 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:58.075921 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Floating IP 57e048fa-e4b0-4fa1-9475-286718dff2c1 disassociated (deleted). External IP: 172.27.1.34, port: 0265ecba-2103-46c5-83bc-45fa331eea60. Jun 29 23:34:58.275363 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:34:58.379785 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:34:58.384426 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:34:58.392664 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] Sync routers for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:34:58.399096 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:58.399750 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:58.424668 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3727a441-302d-4118-99da-177435485066 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "DELETE /v2.0/floatingips/57e048fa-e4b0-4fa1-9475-286718dff2c1 HTTP/1.1" status: 204 len: 168 time: 0.9252858 Jun 29 23:34:58.425332 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:34:58.427657 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}586eca5de234f9d9dc2351bf10d92c633b6d481add569148e78634aa2a4a2262" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:34:58.462025 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 23:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61e48df-d9fe-4ada-bb51-92d7114797d3 x-openstack-request-id: req-b61e48df-d9fe-4ada-bb51-92d7114797d3 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:34:58.462425 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:34:58.462787 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b61e48df-d9fe-4ada-bb51-92d7114797d3 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:34:58.463286 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60', 'status': 'completed', 'code': 200} Jun 29 23:34:58.506535 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:58.559098 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-ff5e2866-5e6a-4b27-9d1f-827758d5d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:58.560742 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-ff5e2866-5e6a-4b27-9d1f-827758d5d93d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 1099 time: 0.0527503 Jun 29 23:34:58.656935 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-c5c664cc-b163-4a55-adc6-db358d74bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:58.658406 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-c5c664cc-b163-4a55-adc6-db358d74bfd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 200 len: 912 time: 0.0909498 Jun 29 23:34:58.701460 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:58.730674 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] Checking router: 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:34:58.740258 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:34:58.740853 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:58.844860 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:34:58.965556 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45473ba3-bc42-4407-8d6b-18b81ad339d0 req-f56eb3b6-32e3-46b2-b7ce-9aecedf28497 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:34:58.967069 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45473ba3-bc42-4407-8d6b-18b81ad339d0 req-f56eb3b6-32e3-46b2-b7ce-9aecedf28497 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.0684519 Jun 29 23:34:59.004127 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45473ba3-bc42-4407-8d6b-18b81ad339d0 req-30e51762-4478-4212-b18d-3c8ef4498280 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310657 Jun 29 23:34:59.157399 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:34:59.181228 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76ecd4-df5a-4d2b-8324-c24b40bbe220 None None] The sync data for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi is: [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:27:02Z', 'revision_number': 4, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi', '_interfaces': [{'id': '92aeb12e-c188-450c-a7e3-63b62dc95bc6', 'name': '', 'network_id': '0f63a9fe-9195-4b3f-8615-44a18bd185c3', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'mac_address': 'fa:16:3e:6d:9d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:02Z', 'updated_at': '2021-06-29T23:27:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'subnets': [{'id': 'f6215a83-ecaa-4a42-b800-220fd6566702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:34:59.371325 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0442367e-4fad-4c55-80bb-92341ecb56c1 None None] New status for floating IP 57e048fa-e4b0-4fa1-9475-286718dff2c1: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 23:34:59.515068 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-40c650d4-3dc7-4b65-b99d-af3357abff8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0265ecba-2103-46c5-83bc-45fa331eea60 HTTP/1.1" status: 200 len: 217 time: 0.0332577 Jun 29 23:35:00.173029 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245c439-5c10-454e-9cc0-734618f89a54 req-6b118f86-09f0-4a07-95ac-e57781d9bc2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:00.174466 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8245c439-5c10-454e-9cc0-734618f89a54 req-6b118f86-09f0-4a07-95ac-e57781d9bc2f tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.0605266 Jun 29 23:35:00.210472 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8245c439-5c10-454e-9cc0-734618f89a54 req-08e9f009-bb8b-4703-b5b4-1b9a046c3e46 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305204 Jun 29 23:35:00.348253 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-834cbb23-e80b-443c-8457-db514e2b3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:00.349617 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-834cbb23-e80b-443c-8457-db514e2b3b3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 200 len: 850 time: 0.0461111 Jun 29 23:35:00.769475 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:01.350396 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-4d807f4f-1c81-4a44-a8bf-74f2ac2f6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:01.351898 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-4d807f4f-1c81-4a44-a8bf-74f2ac2f6c3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f63a9fe-9195-4b3f-8615-44a18bd185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537629 Jun 29 23:35:01.378488 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb8475-215e-4d6a-8604-f4b02d542898 req-dfaaf543-3809-4d95-8091-d352a486d7ab tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:01.380053 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ddb8475-215e-4d6a-8604-f4b02d542898 req-dfaaf543-3809-4d95-8091-d352a486d7ab tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.0616362 Jun 29 23:35:01.415957 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ddb8475-215e-4d6a-8604-f4b02d542898 req-c9adbe26-b27a-45b9-ac7b-c8227197abb8 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303550 Jun 29 23:35:01.443857 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-41a346e1-b83e-4868-8cfd-56d3831854c0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839174 Jun 29 23:35:01.533761 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-a03d2b2a-bff9-48ba-a62f-98fc39c0bd0c req-a0c6c8d1-9af4-4f53-98ac-c55a32cd4216 service neutron] 10.222.0.64 "GET /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828898 Jun 29 23:35:02.593000 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d19f6-29b7-4ebb-bcaa-56983c02c6c9 req-c43a6ea7-ee87-4668-83ed-fbaa15b9afaa tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:02.594462 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-589d19f6-29b7-4ebb-bcaa-56983c02c6c9 req-c43a6ea7-ee87-4668-83ed-fbaa15b9afaa tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.0669920 Jun 29 23:35:02.633412 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-589d19f6-29b7-4ebb-bcaa-56983c02c6c9 req-55eef4e3-74ff-47d6-bc7f-1af3190dc015 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/security-groups?id=9130bc8a-918a-4f91-b36c-6f01849c257d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Jun 29 23:35:03.078945 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-f95aeb3e-d75a-4687-9250-fd92e2d5b3db tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 23:35:03.080525 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-f95aeb3e-d75a-4687-9250-fd92e2d5b3db tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 946 time: 0.0669034 Jun 29 23:35:03.202432 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Deleting port 0265ecba-2103-46c5-83bc-45fa331eea60 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:03.202946 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:03.296263 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] For port 0265ecba-2103-46c5-83bc-45fa331eea60, host hv-cinder-79694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79694',level=0,port_id=0265ecba-2103-46c5-83bc-45fa331eea60,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:03.296666 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:03.314124 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Calling delete_port for 0265ecba-2103-46c5-83bc-45fa331eea60 owned by compute:nova {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:03.513396 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:03.520864 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-3d5c93ec-e2ec-4714-ad56-ead5c73e2245 tempest-AttachVolumeNegativeTest-1963205988 tempest-AttachVolumeNegativeTest-1963205988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:03.549413 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event deleted for resources: {'Port': ['ID=0265ecba-2103-46c5-83bc-45fa331eea60,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:03.557433 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:03.610522 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] No DVR routers for this DVR port 0265ecba-2103-46c5-83bc-45fa331eea60 on host hv-cinder-79694 {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:35:03.614821 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for port, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:03.616500 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [req-5f39a533-439e-436d-8b00-23f1a1f690e9 req-12f17450-74a1-4115-9f7f-61b994aeeb56 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.64 "DELETE /v2.0/ports/0265ecba-2103-46c5-83bc-45fa331eea60 HTTP/1.1" status: 204 len: 173 time: 0.5271883 Jun 29 23:35:03.617136 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'name': 'network-vif-deleted', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60'}] {{(pid=93640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 23:35:03.619698 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966133cbf88cea3826ae21718e6673650d5ca320b3c4ce4c1d210aa41f824da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f2603d-794a-4223-881b-42417ec4e381" -d '{"events": [{"server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "name": "network-vif-deleted", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60"}]}' {{(pid=93640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 23:35:03.665842 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0933339-bbe3-4539-87f7-8482146d59cf x-openstack-request-id: req-a0933339-bbe3-4539-87f7-8482146d59cf {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 23:35:03.666238 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fefab01-b16d-4d65-a5a5-034d290e5881", "name": "network-vif-deleted", "tag": "0265ecba-2103-46c5-83bc-45fa331eea60", "status": "completed", "code": 200}]} {{(pid=93640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 23:35:03.666474 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0933339-bbe3-4539-87f7-8482146d59cf {{(pid=93640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 23:35:03.666926 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fefab01-b16d-4d65-a5a5-034d290e5881', 'name': 'network-vif-deleted', 'tag': '0265ecba-2103-46c5-83bc-45fa331eea60', 'status': 'completed', 'code': 200} Jun 29 23:35:03.803705 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29f0e4d9-35c1-4c0c-b735-5f8949eadd17 req-8c9d29d9-45d3-4fbd-afaf-59ad31820b9a tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 210 time: 0.0418739 Jun 29 23:35:04.997706 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [req-865202a0-164a-4ac3-b5f0-734f0d437cde req-b52f14eb-201c-442d-b609-3de4d53b4416 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fefab01-b16d-4d65-a5a5-034d290e5881 HTTP/1.1" status: 200 len: 210 time: 0.0308673 Jun 29 23:35:05.516512 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 0265ecba-2103-46c5-83bc-45fa331eea60 no longer exists at agent hyperv_hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:35:05.535550 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] No Port match for: 0265ecba-2103-46c5-83bc-45fa331eea60 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:35:05.535909 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Device 0265ecba-2103-46c5-83bc-45fa331eea60 not bound to the agent host hv-cinder-79694 {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:35:06.098459 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52898) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:06.500585 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Deleting port ff975a29-c147-48bb-8a20-690696e1ed74 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:06.501201 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:06.584121 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:06.584364 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:06.596648 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Calling delete_port for ff975a29-c147-48bb-8a20-690696e1ed74 owned by network:floatingip {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:06.867335 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:06.869529 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:06.893737 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event deleted for resources: {'Port': ['ID=ff975a29-c147-48bb-8a20-690696e1ed74,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:06.897407 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:06.959722 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for floatingip, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:06.962417 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114236'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:06.963859 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "DELETE /v2.0/floatingips/06e62a33-4551-4e23-9cca-2753d80636a5 HTTP/1.1" status: 204 len: 168 time: 0.8640394 Jun 29 23:35:07.077628 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:35:08.381481 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52918) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:08.447048 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b7370b9f-42b1-4235-87fd-2e4f610af8fd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:08.474662 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b7370b9f-42b1-4235-87fd-2e4f610af8fd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:08.895307 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b7370b9f-42b1-4235-87fd-2e4f610af8fd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:08.898075 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b7370b9f-42b1-4235-87fd-2e4f610af8fd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:08.899253 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b7370b9f-42b1-4235-87fd-2e4f610af8fd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] 10.222.0.61 "DELETE /v2.0/security-groups/9130bc8a-918a-4f91-b36c-6f01849c257d HTTP/1.1" status: 204 len: 168 time: 0.5167935 Jun 29 23:35:08.900108 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9fb95ef9-df37-4fa2-9a07-c94f0870325d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:08.908706 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7370b9f-42b1-4235-87fd-2e4f610af8fd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9130bc8a-918a-4f91-b36c-6f01849c257d,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:08.912098 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b7370b9f-42b1-4235-87fd-2e4f610af8fd tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:09.042243 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52930) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:09.569366 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032455'] for router_interface, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:09.845684 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Deleting port 92aeb12e-c188-450c-a7e3-63b62dc95bc6 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:09.845914 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:09.933668 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] For port 92aeb12e-c188-450c-a7e3-63b62dc95bc6, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=92aeb12e-c188-450c-a7e3-63b62dc95bc6,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:09.934115 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:09.950748 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Calling delete_port for 92aeb12e-c188-450c-a7e3-63b62dc95bc6 owned by network:router_interface {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:10.209891 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:10.212272 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fa1fa2a0-7463-4f00-b470-eb088e0357ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:10.238280 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Pushing event deleted for resources: {'Port': ['ID=92aeb12e-c188-450c-a7e3-63b62dc95bc6,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:10.240840 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:10.439775 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036983'] for router_interface, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:10.661796 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:35:10.775814 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:35:10.781377 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b7d49eb6-0e54-45da-87e1-d03649f61948 admin admin] 10.222.0.61 "PUT /v2.0/routers/657fed7a-cf8d-4814-a9b8-c9be94ee6c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381055 Jun 29 23:35:10.783924 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52942) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:10.787197 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] Sync routers for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:35:10.798375 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:35:10.799126 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:10.907164 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks [] for router, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:10.918303 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: dv-cinder-796946-2-iscsi {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:35:11.024598 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:11.103886 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:35:10Z', 'revision_number': 5, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port': {'id': '0db9bf19-7a17-458f-8aa0-65f53e4ecbb8', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:26:59Z', 'updated_at': '2021-06-29T23:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:11.116139 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Deleting port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:11.116520 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:11.137594 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] Checking router: 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b for host: dv-cinder-796946-2-iscsi {{(pid=93642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:35:11.147139 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] Routers {'657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:35:11.147933 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'], 'active': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:11.211135 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] For port 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=0db9bf19-7a17-458f-8aa0-65f53e4ecbb8,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:11.211551 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:11.225260 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Calling delete_port for 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 owned by network:router_gateway {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:11.236277 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvr_db [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] Set router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b gateway port host: None {{(pid=93642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:35:11.288649 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_hamode_db [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:35:11Z', 'revision_number': 6, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port_host': None}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:11.322721 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da623633-ad30-4b9b-8a42-b3cc4c4b2e3c None None] The sync data for ids ['657fed7a-cf8d-4814-a9b8-c9be94ee6c8b'] in dv-cinder-796946-2-iscsi is: [{'id': '657fed7a-cf8d-4814-a9b8-c9be94ee6c8b', 'name': 'tempest-TestVolumeBootPattern-815719364-router', 'tenant_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:26:57Z', 'updated_at': '2021-06-29T23:35:11Z', 'revision_number': 6, 'project_id': 'e29cf551b9714c0f844c4e3b6f03c84a', 'gw_port_host': None}] {{(pid=93642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:35:11.500695 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:11.502792 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-05408a22-e606-4c34-8882-55d2222c29fb tempest-TestShelveInstance-1121001175 tempest-TestShelveInstance-1121001175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:11.533237 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db9bf19-7a17-458f-8aa0-65f53e4ecbb8,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:11.558718 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:11.596754 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547795'] for router_gateway, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:11.697306 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1046939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7981'] for router, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:11.700011 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:11.997483 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1034130'] for router, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.013970 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 657fed7a-cf8d-4814-a9b8-c9be94ee6c8b {{(pid=93641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:35:12.013970 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.013970 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] 10.222.0.61 "DELETE /v2.0/routers/657fed7a-cf8d-4814-a9b8-c9be94ee6c8b HTTP/1.1" status: 204 len: 168 time: 1.2185214 Jun 29 23:35:12.013970 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52948) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:12.052558 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-8026c178-e387-437c-a0aa-70a4b282884b admin admin] Deleting subnet f6215a83-ecaa-4a42-b800-220fd6566702 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:35:12.055526 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8026c178-e387-437c-a0aa-70a4b282884b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.088715 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8026c178-e387-437c-a0aa-70a4b282884b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730802'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.171185 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8026c178-e387-437c-a0aa-70a4b282884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.208606 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 92aeb12e-c188-450c-a7e3-63b62dc95bc6 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:35:12.232511 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 92aeb12e-c188-450c-a7e3-63b62dc95bc6 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:35:12.233061 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 92aeb12e-c188-450c-a7e3-63b62dc95bc6 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:35:12.313230 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8026c178-e387-437c-a0aa-70a4b282884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529152971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528790060'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.316473 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8860c05e-c28d-4fef-8289-616bf16a928e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:12.353317 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026c178-e387-437c-a0aa-70a4b282884b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6215a83-ecaa-4a42-b800-220fd6566702,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:12.363779 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8026c178-e387-437c-a0aa-70a4b282884b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:12.365483 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8026c178-e387-437c-a0aa-70a4b282884b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.368685 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-8026c178-e387-437c-a0aa-70a4b282884b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f6215a83-ecaa-4a42-b800-220fd6566702 HTTP/1.1" status: 204 len: 168 time: 0.3616860 Jun 29 23:35:12.372745 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01dce80-6b50-4c2b-acb8-46202126831c None None] Network 0f63a9fe-9195-4b3f-8615-44a18bd185c3 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:35:12.376179 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52954) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:12.523760 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.582767 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Deleting port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 {{(pid=93640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:12.583530 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.739250 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] DHCP port deletion for 0f63a9fe-9195-4b3f-8615-44a18bd185c3 request from dv-cinder-796946-2-iscsi {{(pid=93642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:35:12.812913 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] Deleting port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:12.813303 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.930107 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] For port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:12.930526 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.955835 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] Calling delete_port for 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:12.977101 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.db [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] For port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68,segment=NetworkSegment(efb97d85-2b6f-49ee-ac5b-d88452a7d414),segment_id=efb97d85-2b6f-49ee-ac5b-d88452a7d414)] {{(pid=93640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:12.977753 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:12.990790 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.plugin [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Calling delete_port for 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 owned by network:dhcp {{(pid=93640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:13.141991 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:13.148634 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:13.155581 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530125503'] for port, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:13.157749 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-da3b03f2-56b5-4fbd-a5c4-6d4a790055c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:13.182881 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Pushing event deleted for resources: {'Port': ['ID=16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:13.183837 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] Pushing event deleted for resources: {'Port': ['ID=16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:13.187571 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:13.189870 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:13.192349 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a47bb-fa86-4586-ac78-495a2ed2702d None None] No DVR routers for this DVR port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 on host dv-cinder-796946-2-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:35:13.202436 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] No DVR routers for this DVR port 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 on host dv-cinder-796946-2-iscsi {{(pid=93640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:35:13.290210 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:13.305991 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f63a9fe-9195-4b3f-8615-44a18bd185c3']}} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:13.317857 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb97d85-2b6f-49ee-ac5b-d88452a7d414') {'for_net_delete': True} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:13.318159 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb97d85-2b6f-49ee-ac5b-d88452a7d414') {} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:13.327416 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530369777'] for segment, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:13.342753 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:13.349008 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:35:13.349408 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530125544'] for segment, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: conditions |= (models_v2.Port.network_id.in_( Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: self.session.flush() Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: self.session.flush() Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: self.session.flush() Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: self.session.flush() Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: Traceback (most recent call last): Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: timer() Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: cb(*args, **kw) Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: return func(*args, **kwargs) Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: self._notify() Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: self.callback(batched_events) Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: event.method(event) Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: return f(self, *a, **k) Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._get(url).json() Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: return self.request(url, 'GET', **kwargs) Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:35:13.360165 dv-cinder-796946-2-iscsi neutron-server[93640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:35:13.478561 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:13.482501 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-43be6a12-a6ca-4476-b44a-86712309993c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:13.497170 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:13.499475 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] 10.222.0.61 "DELETE /v2.0/networks/0f63a9fe-9195-4b3f-8615-44a18bd185c3 HTTP/1.1" status: 204 len: 168 time: 1.1221387 Jun 29 23:35:13.500665 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Pushing event deleted for resources: {'Network': ['ID=0f63a9fe-9195-4b3f-8615-44a18bd185c3,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:13.502532 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52960) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:13.503809 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-b47fce36-4965-4bf3-b9b4-39129de4462c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:13.887777 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:35:13.925644 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:35:13.926219 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 0db9bf19-7a17-458f-8aa0-65f53e4ecbb8 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:35:13.926718 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:35:13.946641 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:35:13.947072 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 16e763e5-bb3c-4c1f-8c00-41f6ceeb7b68 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:35:14.160985 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1032455'] for router_interface, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:14.468919 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Deleting port e3ccff38-6338-4a79-96e3-00e1f83c1432 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:14.469258 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:14.558793 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] For port e3ccff38-6338-4a79-96e3-00e1f83c1432, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=e3ccff38-6338-4a79-96e3-00e1f83c1432,segment=NetworkSegment(70440900-9829-49a4-81e1-25d37e8eddee),segment_id=70440900-9829-49a4-81e1-25d37e8eddee)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:14.559770 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:14.573233 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Calling delete_port for e3ccff38-6338-4a79-96e3-00e1f83c1432 owned by network:router_interface {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:14.965999 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:14.968232 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9355f1a9-c4d4-4f24-aa24-ba532649a216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:14.996163 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ccff38-6338-4a79-96e3-00e1f83c1432,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:14.999903 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:15.170092 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036983'] for router_interface, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:15.390764 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Router 988afc62-5764-4f9f-ba75-56d26326e3f9 has already been hosted by L3 agent fb0defc9-312e-4b06-b096-70f3e91a8ec0 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 23:35:15.500768 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] Notify agent at l3_agent.dv-cinder-796946-2-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 23:35:15.508711 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0a0c59d5-7a4d-46a6-9c40-5f9d07aac41f admin admin] 10.222.0.61 "PUT /v2.0/routers/988afc62-5764-4f9f-ba75-56d26326e3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0026355 Jun 29 23:35:15.508981 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52974) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:15.518801 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] Sync routers for ids ['988afc62-5764-4f9f-ba75-56d26326e3f9'] in dv-cinder-796946-2-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 23:35:15.529556 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] Routers {'988afc62-5764-4f9f-ba75-56d26326e3f9'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:35:15.530724 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['988afc62-5764-4f9f-ba75-56d26326e3f9'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:15.622579 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:15.649152 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] Set router 988afc62-5764-4f9f-ba75-56d26326e3f9 gateway port host: dv-cinder-796946-2-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:35:15.735935 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:15.881191 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Deleting port eeb7e13c-213f-40bf-aec5-b75e1de522d0 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:15.881631 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:15.903871 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'external_fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:27:08Z', 'updated_at': '2021-06-29T23:35:14Z', 'revision_number': 5, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'gw_port': {'id': 'eeb7e13c-213f-40bf-aec5-b75e1de522d0', 'name': '', 'network_id': '23139b65-7ea7-4f54-86f8-52f4e8734aa5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796946-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T23:27:09Z', 'updated_at': '2021-06-29T23:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec3b736-a33f-433b-8ef4-c608f2f27ec3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796946-2-iscsi'}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:15.933981 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] Checking router: 988afc62-5764-4f9f-ba75-56d26326e3f9 for host: dv-cinder-796946-2-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 23:35:15.943673 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] Routers {'988afc62-5764-4f9f-ba75-56d26326e3f9'} bound to L3 agent in host dv-cinder-796946-2-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 23:35:15.944280 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796946-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T23:16:23Z,description=,heartbeat_timestamp=2021-06-29T23:34:53Z,host='dv-cinder-796946-2-iscsi',id=fb0defc9-312e-4b06-b096-70f3e91a8ec0,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T23:16:24Z,topic='l3_agent')) {'router_ids': ['988afc62-5764-4f9f-ba75-56d26326e3f9'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:15.993193 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] For port eeb7e13c-213f-40bf-aec5-b75e1de522d0, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=eeb7e13c-213f-40bf-aec5-b75e1de522d0,segment=NetworkSegment(9a424856-e47e-4716-aa6e-f906a94cfd76),segment_id=9a424856-e47e-4716-aa6e-f906a94cfd76)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:15.993917 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.011602 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Calling delete_port for eeb7e13c-213f-40bf-aec5-b75e1de522d0 owned by network:router_gateway {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:16.037768 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] Set router 988afc62-5764-4f9f-ba75-56d26326e3f9 gateway port host: None {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 23:35:16.187668 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:27:08Z', 'updated_at': '2021-06-29T23:35:15Z', 'revision_number': 6, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'gw_port_host': None}], 'dv-cinder-796946-2-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:16.213949 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6630319-4ffc-4090-b80d-b4ffc09b1fc7 None None] The sync data for ids ['988afc62-5764-4f9f-ba75-56d26326e3f9'] in dv-cinder-796946-2-iscsi is: [{'id': '988afc62-5764-4f9f-ba75-56d26326e3f9', 'name': 'tempest-TestVolumeBootPattern-993141274-router', 'tenant_id': '2ca94cf14656438cb188eed8fb898f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T23:27:08Z', 'updated_at': '2021-06-29T23:35:15Z', 'revision_number': 6, 'project_id': '2ca94cf14656438cb188eed8fb898f67', 'gw_port_host': None}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 23:35:16.293903 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.297229 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ce2aadbe-5c16-42dd-908b-efa70dbcd868 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:16.323321 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb7e13c-213f-40bf-aec5-b75e1de522d0,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:16.326443 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:16.397073 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547795'] for router_gateway, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.493741 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1046939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7981'] for router, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.497337 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.625873 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1034130'] for router, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.627897 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988afc62-5764-4f9f-ba75-56d26326e3f9 {{(pid=93641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 23:35:16.631309 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.633079 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1145714a-a757-4571-9bae-58e7a6e99d23 admin admin] 10.222.0.61 "DELETE /v2.0/routers/988afc62-5764-4f9f-ba75-56d26326e3f9 HTTP/1.1" status: 204 len: 168 time: 1.1229756 Jun 29 23:35:16.635721 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52980) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:16.694479 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a1fe65-437d-4040-bfd3-5e58176ac3cf admin admin] Deleting subnet 90754576-6d90-49d7-b00c-8052eaba8908 {{(pid=93640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:35:16.697976 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe65-437d-4040-bfd3-5e58176ac3cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.739685 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe65-437d-4040-bfd3-5e58176ac3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530369790'] for subnet, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.832480 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe65-437d-4040-bfd3-5e58176ac3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.958761 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe65-437d-4040-bfd3-5e58176ac3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530125381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530263330'] for subnet, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:16.969190 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:16.995875 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1fe65-437d-4040-bfd3-5e58176ac3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90754576-6d90-49d7-b00c-8052eaba8908,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:16.997906 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe65-437d-4040-bfd3-5e58176ac3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.002159 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-73a1fe65-437d-4040-bfd3-5e58176ac3cf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/90754576-6d90-49d7-b00c-8052eaba8908 HTTP/1.1" status: 204 len: 168 time: 0.3630714 Jun 29 23:35:17.002159 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-73a1fe65-437d-4040-bfd3-5e58176ac3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:17.002557 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 52986) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:17.014257 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088e3925-fb2e-469e-8606-862fbc52483d None None] Network 42b25c8b-b1b6-42d2-b78b-0375abc406d8 requested from dv-cinder-796946-2-iscsi {{(pid=93642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 23:35:17.103112 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.173122 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Deleting port 9e44dd05-e976-43a5-b1ca-e871ef579c06 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:17.173725 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.224132 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] DHCP port deletion for 42b25c8b-b1b6-42d2-b78b-0375abc406d8 request from dv-cinder-796946-2-iscsi {{(pid=93642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 23:35:17.254066 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] For port 9e44dd05-e976-43a5-b1ca-e871ef579c06, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=9e44dd05-e976-43a5-b1ca-e871ef579c06,segment=NetworkSegment(70440900-9829-49a4-81e1-25d37e8eddee),segment_id=70440900-9829-49a4-81e1-25d37e8eddee)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:17.254431 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.268096 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Calling delete_port for 9e44dd05-e976-43a5-b1ca-e871ef579c06 owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:17.288267 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] Deleting port 9e44dd05-e976-43a5-b1ca-e871ef579c06 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 23:35:17.288658 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775963294522'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.364186 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] For port 9e44dd05-e976-43a5-b1ca-e871ef579c06, host dv-cinder-796946-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796946-2-iscsi',level=0,port_id=9e44dd05-e976-43a5-b1ca-e871ef579c06,segment=NetworkSegment(70440900-9829-49a4-81e1-25d37e8eddee),segment_id=70440900-9829-49a4-81e1-25d37e8eddee)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 23:35:17.364913 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1038310'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.379126 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] Calling delete_port for 9e44dd05-e976-43a5-b1ca-e871ef579c06 owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 23:35:17.427097 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529152817'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.430463 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c2a95f28-4d83-4713-9455-c72aec027708 tempest-TestVolumeBootPattern-475057686 tempest-TestVolumeBootPattern-475057686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:17.463229 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=9e44dd05-e976-43a5-b1ca-e871ef579c06,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:17.467947 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:17.473145 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] No DVR routers for this DVR port 9e44dd05-e976-43a5-b1ca-e871ef579c06 on host dv-cinder-796946-2-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:35:17.490261 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1573501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625656', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775963201064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775962726678'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.492483 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:17.521040 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] Pushing event deleted for resources: {'Port': ['ID=9e44dd05-e976-43a5-b1ca-e871ef579c06,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:17.524485 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:17.525416 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafbbfc-c22f-4503-ba4f-9f49457f2f18 None None] No DVR routers for this DVR port 9e44dd05-e976-43a5-b1ca-e871ef579c06 on host dv-cinder-796946-2-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 23:35:17.579697 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.590458 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b25c8b-b1b6-42d2-b78b-0375abc406d8']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:17.602026 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70440900-9829-49a4-81e1-25d37e8eddee') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:17.602655 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70440900-9829-49a4-81e1-25d37e8eddee') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:17.612068 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2730813'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.626438 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.632735 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:35:17.633115 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529152870'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: timer() Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: cb(*args, **kw) Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: self._notify() Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: self.callback(batched_events) Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: event.method(event) Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._get(url).json() Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:35:17.634741 dv-cinder-796946-2-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:35:17.729505 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.733273 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:17.746721 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:17.749667 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] 10.222.0.61 "DELETE /v2.0/networks/42b25c8b-b1b6-42d2-b78b-0375abc406d8 HTTP/1.1" status: 204 len: 168 time: 0.7462258 Jun 29 23:35:17.751310 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Pushing event deleted for resources: {'Network': ['ID=42b25c8b-b1b6-42d2-b78b-0375abc406d8,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:17.754212 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f26b6e0d-af37-42ce-beea-9cf1fa16f9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:17.848455 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 9e44dd05-e976-43a5-b1ca-e871ef579c06 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:35:17.870301 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: 9e44dd05-e976-43a5-b1ca-e871ef579c06 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:35:17.870953 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device 9e44dd05-e976-43a5-b1ca-e871ef579c06 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:35:17.871635 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device e3ccff38-6338-4a79-96e3-00e1f83c1432 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:35:17.893009 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: e3ccff38-6338-4a79-96e3-00e1f83c1432 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:35:17.893370 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device e3ccff38-6338-4a79-96e3-00e1f83c1432 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:35:17.893860 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device eeb7e13c-213f-40bf-aec5-b75e1de522d0 no longer exists at agent ovs-agent-dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 23:35:17.913354 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] No Port match for: eeb7e13c-213f-40bf-aec5-b75e1de522d0 {{(pid=93642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 23:35:17.913715 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.rpc [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Device eeb7e13c-213f-40bf-aec5-b75e1de522d0 not bound to the agent host dv-cinder-796946-2-iscsi {{(pid=93642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 23:35:18.059592 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52994) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:18.102393 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-af0bbff2-f0f6-4072-bc1c-20e7066b46a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e29cf551b9714c0f844c4e3b6f03c84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423977 Jun 29 23:35:18.105263 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 52996) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:18.157702 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1749-e560-491f-8138-83b7c2313234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:18.178625 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1749-e560-491f-8138-83b7c2313234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:18.495157 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1749-e560-491f-8138-83b7c2313234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:18.497767 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1749-e560-491f-8138-83b7c2313234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:18.499454 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-c5ef1749-e560-491f-8138-83b7c2313234 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f965c301-44ec-4a92-b37b-f3db5ef07478 HTTP/1.1" status: 204 len: 168 time: 0.3932405 Jun 29 23:35:18.500495 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9690d52c-a31c-4c5c-ab23-49ba5392bcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:18.508110 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef1749-e560-491f-8138-83b7c2313234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f965c301-44ec-4a92-b37b-f3db5ef07478,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:18.510652 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-c5ef1749-e560-491f-8138-83b7c2313234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:19.189304 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 53010) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:19.229406 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-6d589c2d-f478-4ee1-8fc5-c7153cb9e644 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ca94cf14656438cb188eed8fb898f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389016 Jun 29 23:35:19.241515 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 53012) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:19.287885 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:19.308880 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:19.430965 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:19.433976 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:19.437375 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a81af474-977e-4891-9e2a-af8de2867ec5 HTTP/1.1" status: 204 len: 168 time: 0.1927345 Jun 29 23:35:19.437375 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-93bc3077-27a2-4d47-8054-c25cd4132b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:19.443830 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81af474-977e-4891-9e2a-af8de2867ec5,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:19.450945 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.451339 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.451758 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.452292 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.452682 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.453033 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.453404 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.453771 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.454142 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.454505 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.454869 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.455231 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796946-2-iscsi {{(pid=93640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 23:35:19.458240 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-16cbb725-2834-49e7-ab17-b62355a5ffdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:20.386110 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f5180779-8fd0-4c3a-b7d0-f99032e03e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.505428 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 53088) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:22.548501 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.db.db_base_plugin_v2 [None req-458dc471-f84d-45dc-b6b4-ec3e16f71dca admin admin] Deleting subnet dc90be4b-00f9-4698-89c5-fbee7c38d251 {{(pid=93640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 23:35:22.551513 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-458dc471-f84d-45dc-b6b4-ec3e16f71dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.587933 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-458dc471-f84d-45dc-b6b4-ec3e16f71dca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530369790'] for subnet, precommit_delete_associations {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.626360 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-458dc471-f84d-45dc-b6b4-ec3e16f71dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908138'] for subnet, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.758699 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-458dc471-f84d-45dc-b6b4-ec3e16f71dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530125381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530263330'] for subnet, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.761436 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-dd7990a2-d9ae-455c-b9d0-27766f89fe99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:22.791735 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dc471-f84d-45dc-b6b4-ec3e16f71dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc90be4b-00f9-4698-89c5-fbee7c38d251,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:22.794688 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-458dc471-f84d-45dc-b6b4-ec3e16f71dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:22.797942 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-458dc471-f84d-45dc-b6b4-ec3e16f71dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for subnet, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.799948 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-458dc471-f84d-45dc-b6b4-ec3e16f71dca admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dc90be4b-00f9-4698-89c5-fbee7c38d251 HTTP/1.1" status: 204 len: 168 time: 0.2935436 Jun 29 23:35:22.802249 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 53090) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:22.872633 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096023'] for network, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.952983 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908084', 'neutron.services.segments.db._delete_segments_for_network-8775963170115'] for network, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.962499 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6']}} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:22.972748 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d') {'for_net_delete': True} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:22.973045 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.services.segments.db [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f4fe41-53dc-4ad3-8b32-17d146ed096d') {} {{(pid=93640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 23:35:22.982014 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775963084490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530369777'] for segment, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:22.995679 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424'] for segment, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.001345 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 23:35:23.001733 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530125544'] for segment, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: Traceback (most recent call last): Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: timer() Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: cb(*args, **kw) Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: return func(*args, **kwargs) Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: self._notify() Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: self.callback(batched_events) Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: event.method(event) Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: return f(self, *a, **k) Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._get(url).json() Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: return self.request(url, 'GET', **kwargs) Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 23:35:23.003343 dv-cinder-796946-2-iscsi neutron-server[93640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 23:35:23.111982 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533054'] for network, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.115711 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:23.118140 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625642'] for network, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.119791 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] 10.222.0.61 "DELETE /v2.0/networks/5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6 HTTP/1.1" status: 204 len: 168 time: 0.3166168 Jun 29 23:35:23.130742 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe748ef-65a1-4d93-bdc8-2ce260dcbbe6,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:23.132879 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-9592204d-e833-432b-b7c2-9c820a733d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:23.226557 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2119b9a8-de53-4e0a-8065-c6303dd0d377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.414741 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.530428 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 53094) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:23.568298 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-fd83c5e0-213e-4ba9-931a-8f7916d4dcb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c9c0fe0d5a64d18a3213f7443c6fb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366220 Jun 29 23:35:23.570454 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 53096) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:23.620642 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-044017d5-196b-423e-91c5-97490913f7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.640920 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-044017d5-196b-423e-91c5-97490913f7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.785261 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-044017d5-196b-423e-91c5-97490913f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.787805 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-044017d5-196b-423e-91c5-97490913f7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:23.788944 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-044017d5-196b-423e-91c5-97490913f7e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4175fc20-aff8-4a50-96f6-4a7bb70877e3 HTTP/1.1" status: 204 len: 168 time: 0.2176282 Jun 29 23:35:23.789735 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-73b29870-b226-42d8-a82c-1b77e473e492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:23.797412 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044017d5-196b-423e-91c5-97490913f7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4175fc20-aff8-4a50-96f6-4a7bb70877e3,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:23.799931 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-044017d5-196b-423e-91c5-97490913f7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:24.471842 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:25.401917 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.61', 53126) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:25.501577 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-20ba2c64-911d-4c2e-a927-ffc22ad79284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:25.587706 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-20ba2c64-911d-4c2e-a927-ffc22ad79284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:25.637174 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-20ba2c64-911d-4c2e-a927-ffc22ad79284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:25.640500 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d6cd3e4d-af21-481a-a4a2-96d8ec94c166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:25.679499 dv-cinder-796946-2-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-20ba2c64-911d-4c2e-a927-ffc22ad79284 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5398df31bc1b4727b7073b3bb931c8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764874 Jun 29 23:35:25.680598 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba2c64-911d-4c2e-a927-ffc22ad79284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98a6b9a-58fe-4150-bca5-952db383f180,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:25.682743 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.wsgi [-] (93640) accepted ('10.222.0.61', 53130) {{(pid=93640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 23:35:25.685658 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-20ba2c64-911d-4c2e-a927-ffc22ad79284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:25.723645 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:25.731602 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f8835220-e3ac-486d-a937-b3321fd0de02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:25.752787 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f8835220-e3ac-486d-a937-b3321fd0de02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:25.848756 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f8835220-e3ac-486d-a937-b3321fd0de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960087'] for security_group, after_delete {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:25.851291 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron_lib.callbacks.manager [None req-f8835220-e3ac-486d-a937-b3321fd0de02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:25.852466 dv-cinder-796946-2-iscsi neutron-server[93640]: INFO neutron.wsgi [None req-f8835220-e3ac-486d-a937-b3321fd0de02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d98a6b9a-58fe-4150-bca5-952db383f180 HTTP/1.1" status: 204 len: 168 time: 0.1687539 Jun 29 23:35:25.853229 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-bc4eb5bb-7dbb-4400-bea6-a9c0998dac5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 23:35:25.861601 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8835220-e3ac-486d-a937-b3321fd0de02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98a6b9a-58fe-4150-bca5-952db383f180,revision_number=None']} {{(pid=93640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 23:35:25.863866 dv-cinder-796946-2-iscsi neutron-server[93640]: DEBUG oslo_concurrency.lockutils [None req-f8835220-e3ac-486d-a937-b3321fd0de02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 23:35:30.717653 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:44.076584 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:35:50.374333 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8222ba8a-ecde-4a43-a883-748fe178e8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:53.202770 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c2ad9b99-b4bb-4324-8d03-4abb9e6a3eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:53.385625 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:54.446987 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:35:55.762847 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:00.728356 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:20.362189 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d27327d9-60ea-454d-889e-6a895faf5c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:21.074589 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:36:23.184866 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-aaeede71-868b-4e49-8e69-1b27d1e6dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:23.390546 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:24.430871 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:25.722318 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:30.766405 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:50.411720 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-299a0ce1-9e7e-4cd0-9ec7-52e790179818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:53.184686 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-602b2d31-f9cf-41da-b6cb-78f86c4d9167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:53.384296 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:54.447011 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:55.749118 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:36:58.072935 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:37:00.761301 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:20.367212 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2d5085ef-066d-47ba-82e0-99dbd3803d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:23.178191 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fcc5653d-cf88-4079-9358-848dd6bfd201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:23.378146 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:24.452509 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:25.749540 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:30.789686 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:35.071881 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:37:50.359451 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-60388409-c95d-4983-8194-a13bdf446949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:53.227604 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-72ddf481-9ed3-427e-8b38-4bb99103466d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:53.394396 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:54.445905 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:37:55.743239 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:00.789186 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:12.072458 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:38:20.382346 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ae1bb062-ae4a-414c-94ab-45ab68bce808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:23.222652 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a4af001d-4f0b-4353-9b24-6cf0a649fba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:23.411334 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:24.451084 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:25.782034 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:30.792480 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:49.072182 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:38:50.370569 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-aea970a8-ac41-46e7-9e17-7b9f13ff6790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:53.198835 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-93333cc0-6b30-423a-a0c4-0904c895b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:53.387415 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:54.491064 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:38:55.753323 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:00.793037 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:20.381634 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1754da89-88a6-4935-b170-21e51fa464be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:23.193764 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fab6c222-10ca-49b9-b9fe-686316e93109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:23.398641 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:24.461532 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:25.735972 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:26.070522 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:39:30.854610 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:50.369242 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bb2acca4-cb58-4c3c-8d36-234fd7e6aa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:53.209256 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b48b41ae-af4d-4e79-9c18-85c9ee673fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:53.403030 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:54.460563 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:55.768184 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:39:55.941692 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-cbb9c9da-37c5-464b-9ba1-859f6da4ef91 req-48cbe596-1495-4332-b170-04010f0666ff service neutron] (93641) timed out ('10.222.0.64', 55277) {{(pid=93641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 23:40:00.763451 dv-cinder-796946-2-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-a388949c-8bc8-4bf3-9ec7-32bfd522e392 req-0e799238-93dd-4e7a-bafe-747ee93457a8 service neutron] (93641) timed out ('10.222.0.64', 55257) {{(pid=93641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 23:40:00.820509 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:03.068367 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:40:20.374374 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e8189049-56a2-4bff-96a6-4a418bef7f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:23.220368 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-48ef70ee-c3f2-45a9-b230-ed66be5326af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:23.391759 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:24.466112 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:25.778531 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:30.814092 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:40.067013 dv-cinder-796946-2-iscsi neutron-server[93643]: DEBUG neutron.db.agents_db [None req-4c1483cb-827b-49ac-86c6-e25fdbb0a1b7 None None] Agent healthcheck: found 6 active agents {{(pid=93643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 23:40:50.373792 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a1fa7dc7-82d3-4304-abeb-74f9aede0aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:53.231133 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-48b1678d-be0d-44f7-b367-7a0b8fe85355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:53.391291 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8b364f54-11db-4b35-b493-bdb75ccdd87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:54.476523 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0ce447b-f414-4e50-8386-760b867af885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:40:55.768514 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4a7d-bd29-40bd-a8a2-cdc7a4d49388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 23:41:00.807974 dv-cinder-796946-2-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-004864a0-83fb-4e5e-83ef-6a3dc0fb422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775963170097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906602'] for agent, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}